2024-11-11 13:18:50,485 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 13:18:50,505 main DEBUG Took 0.010342 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 13:18:50,506 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 13:18:50,506 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 13:18:50,507 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 13:18:50,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,516 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 13:18:50,527 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,530 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,531 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,533 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,535 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,536 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,536 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,538 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:18:50,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,539 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 13:18:50,540 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:18:50,541 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 13:18:50,543 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 13:18:50,544 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 13:18:50,545 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 13:18:50,545 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 13:18:50,553 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 13:18:50,555 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 13:18:50,557 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 13:18:50,557 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 13:18:50,557 main DEBUG createAppenders(={Console}) 2024-11-11 13:18:50,558 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 13:18:50,558 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 13:18:50,559 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 13:18:50,559 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 13:18:50,559 main DEBUG OutputStream closed 2024-11-11 13:18:50,560 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 13:18:50,560 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 13:18:50,560 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 13:18:50,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 13:18:50,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 13:18:50,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 13:18:50,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 13:18:50,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 13:18:50,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 13:18:50,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 13:18:50,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 13:18:50,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 13:18:50,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 13:18:50,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 13:18:50,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 13:18:50,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 13:18:50,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 13:18:50,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 13:18:50,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 13:18:50,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 13:18:50,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 13:18:50,641 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 13:18:50,641 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 13:18:50,642 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 13:18:50,642 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T13:18:50,655 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 13:18:50,658 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 13:18:50,658 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T13:18:50,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=3000 2024-11-11T13:18:50,902 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T13:18:50,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d 2024-11-11T13:18:50,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa, deleteOnExit=true 2024-11-11T13:18:51,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/zookeeper_0, clientPort=51650, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:18:51,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51650 2024-11-11T13:18:51,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:18:51,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:18:51,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/test.cache.data in system properties and HBase conf 2024-11-11T13:18:51,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:18:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:18:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:18:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:18:51,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:18:51,148 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T13:18:51,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:18:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:18:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:18:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:18:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:18:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:18:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:18:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:18:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:18:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:18:51,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:18:51,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:18:51,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:18:51,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:18:51,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:18:51,974 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T13:18:52,055 INFO [Time-limited test {}] log.Log(170): Logging initialized @2262ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T13:18:52,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:52,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:18:52,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:18:52,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:18:52,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:18:52,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:52,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:18:52,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:18:52,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/java.io.tmpdir/jetty-localhost-41661-hadoop-hdfs-3_4_1-tests_jar-_-any-6608802915710826700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:18:52,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41661} 2024-11-11T13:18:52,395 INFO [Time-limited test {}] server.Server(415): Started @2604ms 2024-11-11T13:18:52,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:52,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:18:52,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:18:52,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:18:52,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:18:52,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:18:52,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:18:52,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/java.io.tmpdir/jetty-localhost-34845-hadoop-hdfs-3_4_1-tests_jar-_-any-10041382651612359308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:18:52,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34845} 2024-11-11T13:18:52,836 INFO [Time-limited test {}] server.Server(415): Started @3044ms 2024-11-11T13:18:52,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:18:53,270 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/data/data1/current/BP-2066537496-172.17.0.2-1731331131776/current, will proceed with Du for space computation calculation, 2024-11-11T13:18:53,270 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/data/data2/current/BP-2066537496-172.17.0.2-1731331131776/current, will proceed with Du for space computation calculation, 2024-11-11T13:18:53,310 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:18:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1951e9ded11e49ee with lease ID 0x8c88ca10474c0e2c: Processing first storage report for DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19 from datanode DatanodeRegistration(127.0.0.1:35611, datanodeUuid=d33d8739-2fa9-4968-acfa-c44e55af0339, infoPort=46049, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=1606199872;c=1731331131776) 2024-11-11T13:18:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1951e9ded11e49ee with lease ID 0x8c88ca10474c0e2c: from storage DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19 node DatanodeRegistration(127.0.0.1:35611, datanodeUuid=d33d8739-2fa9-4968-acfa-c44e55af0339, infoPort=46049, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=1606199872;c=1731331131776), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T13:18:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1951e9ded11e49ee with lease ID 0x8c88ca10474c0e2c: Processing first storage report for DS-7c2677c9-7945-4adf-b0af-289ec6ca44c6 from datanode DatanodeRegistration(127.0.0.1:35611, datanodeUuid=d33d8739-2fa9-4968-acfa-c44e55af0339, infoPort=46049, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=1606199872;c=1731331131776) 2024-11-11T13:18:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1951e9ded11e49ee with lease ID 0x8c88ca10474c0e2c: from storage DS-7c2677c9-7945-4adf-b0af-289ec6ca44c6 node DatanodeRegistration(127.0.0.1:35611, datanodeUuid=d33d8739-2fa9-4968-acfa-c44e55af0339, infoPort=46049, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=1606199872;c=1731331131776), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T13:18:53,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d 2024-11-11T13:18:53,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:53,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:53,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:18:54,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6 with version=8 2024-11-11T13:18:54,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/hbase-staging 2024-11-11T13:18:54,126 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T13:18:54,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:18:54,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:54,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:54,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:18:54,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:54,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:18:54,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:18:54,504 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T13:18:54,511 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T13:18:54,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:18:54,536 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 110233 (auto-detected) 2024-11-11T13:18:54,537 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T13:18:54,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42223 2024-11-11T13:18:54,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42223 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:18:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422230x0, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:18:54,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42223-0x1002eefe2ee0000 connected 2024-11-11T13:18:55,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:55,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:55,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:18:55,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6, hbase.cluster.distributed=false 2024-11-11T13:18:55,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/acl 2024-11-11T13:18:55,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-11T13:18:55,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42223 2024-11-11T13:18:55,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42223 2024-11-11T13:18:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-11T13:18:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-11T13:18:55,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:18:55,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:55,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:18:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:18:55,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:18:55,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:18:55,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34105 2024-11-11T13:18:55,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34105 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:18:55,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:55,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:55,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341050x0, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:18:55,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34105-0x1002eefe2ee0001 connected 2024-11-11T13:18:55,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:18:55,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:18:55,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:18:55,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/master 2024-11-11T13:18:55,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/acl 2024-11-11T13:18:55,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T13:18:55,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34105 2024-11-11T13:18:55,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34105 2024-11-11T13:18:55,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T13:18:55,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T13:18:55,221 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:42223 2024-11-11T13:18:55,222 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01786030063/backup-masters/bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:55,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:18:55,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:18:55,229 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/backup-masters/bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/master 2024-11-11T13:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:55,249 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/master 2024-11-11T13:18:55,250 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01786030063/backup-masters/bbb9a1547c7c,42223,1731331134169 from backup master directory 2024-11-11T13:18:55,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/backup-masters/bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:55,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:18:55,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:18:55,253 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:18:55,253 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:55,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T13:18:55,256 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T13:18:55,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/hbase.id] with ID: 40a40b22-edc3-4af0-ae24-e8884734ae90 2024-11-11T13:18:55,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.tmp/hbase.id 2024-11-11T13:18:55,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:18:55,726 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.tmp/hbase.id]:[hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/hbase.id] 2024-11-11T13:18:55,774 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:55,779 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:18:55,798 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T13:18:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:18:56,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:18:56,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:18:56,249 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:18:56,253 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:18:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:18:56,709 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store 2024-11-11T13:18:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:18:57,139 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T13:18:57,143 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:18:57,144 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:18:57,144 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:18:57,144 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:18:57,146 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:18:57,146 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:18:57,146 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:18:57,147 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331137144Disabling compacts and flushes for region at 1731331137144Disabling writes for close at 1731331137146 (+2 ms)Writing region close event to WAL at 1731331137146Closed at 1731331137146 2024-11-11T13:18:57,149 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/.initializing 2024-11-11T13:18:57,150 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:57,157 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:18:57,171 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C42223%2C1731331134169, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/oldWALs, maxLogs=10 2024-11-11T13:18:57,191 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175, exclude list is [], retry=0 2024-11-11T13:18:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:18:57,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T13:18:57,240 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:18:57,241 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:18:57,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:18:57,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:18:57,245 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,246 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:18:57,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:57,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:57,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:18:57,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:18:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:18:57,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:57,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:18:57,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:18:57,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:57,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:18:57,322 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,325 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,326 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,331 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,332 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,335 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:18:57,339 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:18:57,344 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:18:57,346 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66599698, jitterRate=-0.007587164640426636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:18:57,353 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331137257Initializing all the Stores at 1731331137259 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331137259Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331137260 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331137260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331137260Cleaning up temporary data from old regions at 1731331137332 (+72 ms)Region opened successfully at 1731331137353 (+21 ms) 2024-11-11T13:18:57,355 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:18:57,387 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a6868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:18:57,413 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:18:57,424 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:18:57,424 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:18:57,427 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:18:57,428 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T13:18:57,433 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T13:18:57,434 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:18:57,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:18:57,466 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/balancer because node does not exist (not necessarily an error) 2024-11-11T13:18:57,468 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/balancer already deleted, retry=false 2024-11-11T13:18:57,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:18:57,471 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:18:57,473 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/normalizer already deleted, retry=false 2024-11-11T13:18:57,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:18:57,478 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:18:57,480 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/switch/split already deleted, retry=false 2024-11-11T13:18:57,481 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:18:57,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/switch/merge already deleted, retry=false 2024-11-11T13:18:57,505 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:18:57,506 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/snapshot-cleanup already deleted, retry=false 2024-11-11T13:18:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/running 2024-11-11T13:18:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/running 2024-11-11T13:18:57,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,513 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,42223,1731331134169, sessionid=0x1002eefe2ee0000, setting cluster-up flag (Was=false) 2024-11-11T13:18:57,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01786030063/flush-table-proc/acquired, /01786030063/flush-table-proc/reached, /01786030063/flush-table-proc/abort 2024-11-11T13:18:57,531 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:57,539 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01786030063/online-snapshot/acquired, /01786030063/online-snapshot/reached, /01786030063/online-snapshot/abort 2024-11-11T13:18:57,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:57,547 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:18:57,613 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(746): ClusterId : 40a40b22-edc3-4af0-ae24-e8884734ae90 2024-11-11T13:18:57,615 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:18:57,620 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:18:57,620 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:18:57,620 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:18:57,622 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:18:57,623 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d19a05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:18:57,629 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:18:57,636 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:34105 2024-11-11T13:18:57,636 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:18:57,640 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:18:57,640 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:18:57,640 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:18:57,642 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,42223,1731331134169 with port=34105, startcode=1731331135124 2024-11-11T13:18:57,644 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,42223,1731331134169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:18:57,653 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:18:57,653 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:18:57,653 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:18:57,654 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:18:57,654 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:18:57,654 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:18:57,654 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,655 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:18:57,655 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,660 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331167660 2024-11-11T13:18:57,662 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:18:57,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:18:57,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:18:57,663 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:18:57,667 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:18:57,667 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:18:57,668 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:18:57,668 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:18:57,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:57,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:18:57,670 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,675 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:18:57,676 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:18:57,677 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:18:57,677 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:18:57,681 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:18:57,682 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:18:57,685 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331137683,5,FailOnTimeoutGroup] 2024-11-11T13:18:57,687 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331137685,5,FailOnTimeoutGroup] 2024-11-11T13:18:57,687 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,687 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:18:57,689 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,690 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:18:57,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:18:57,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:18:57,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6 2024-11-11T13:18:57,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42223 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:18:57,721 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6 2024-11-11T13:18:57,721 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37425 2024-11-11T13:18:57,721 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:18:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/rs 2024-11-11T13:18:57,725 DEBUG [RS:0;bbb9a1547c7c:34105 {}] zookeeper.ZKUtil(111): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/rs/bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,725 WARN [RS:0;bbb9a1547c7c:34105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:18:57,725 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:18:57,726 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,34105,1731331135124] 2024-11-11T13:18:57,750 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:18:57,768 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:18:57,773 INFO [RS:0;bbb9a1547c7c:34105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:18:57,773 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,774 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:18:57,780 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:18:57,782 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,782 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:18:57,783 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,784 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,784 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,784 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,784 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,785 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:18:57,785 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:18:57,785 DEBUG [RS:0;bbb9a1547c7c:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:18:57,786 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,787 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,787 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,787 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,787 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,787 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34105,1731331135124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:18:57,805 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:18:57,806 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34105,1731331135124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,807 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,807 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.Replication(171): bbb9a1547c7c,34105,1731331135124 started 2024-11-11T13:18:57,828 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:57,828 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,34105,1731331135124, RpcServer on bbb9a1547c7c/172.17.0.2:34105, sessionid=0x1002eefe2ee0001 2024-11-11T13:18:57,829 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:18:57,830 DEBUG [RS:0;bbb9a1547c7c:34105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,830 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34105,1731331135124' 2024-11-11T13:18:57,830 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01786030063/flush-table-proc/abort' 2024-11-11T13:18:57,831 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01786030063/flush-table-proc/acquired' 2024-11-11T13:18:57,832 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:18:57,832 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:18:57,833 DEBUG [RS:0;bbb9a1547c7c:34105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:57,833 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34105,1731331135124' 2024-11-11T13:18:57,833 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01786030063/online-snapshot/abort' 2024-11-11T13:18:57,834 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01786030063/online-snapshot/acquired' 2024-11-11T13:18:57,834 DEBUG [RS:0;bbb9a1547c7c:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:18:57,835 INFO [RS:0;bbb9a1547c7c:34105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:18:57,835 INFO [RS:0;bbb9a1547c7c:34105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:18:57,945 INFO [RS:0;bbb9a1547c7c:34105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:18:57,950 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34105%2C1731331135124, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:18:57,967 DEBUG [RS:0;bbb9a1547c7c:34105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953, exclude list is [], retry=0 2024-11-11T13:18:57,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:18:57,976 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 2024-11-11T13:18:57,976 DEBUG [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:18:58,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:18:58,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:18:58,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:18:58,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:18:58,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:18:58,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:18:58,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:18:58,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:18:58,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:18:58,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:18:58,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:18:58,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:18:58,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:18:58,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:18:58,141 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:18:58,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:18:58,146 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:18:58,147 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64365538, jitterRate=-0.040878742933273315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:18:58,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331138113Initializing all the Stores at 1731331138118 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331138118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138119 (+1 ms)Cleaning up temporary data from old regions at 1731331138140 (+21 ms)Region opened successfully at 1731331138150 (+10 ms) 2024-11-11T13:18:58,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:18:58,151 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:18:58,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:18:58,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:18:58,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:18:58,153 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:18:58,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331138151Disabling compacts and flushes for region at 1731331138151Disabling writes for close at 1731331138151Writing region close event to WAL at 1731331138152 (+1 ms)Closed at 1731331138152 2024-11-11T13:18:58,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:18:58,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:18:58,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:18:58,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:18:58,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:18:58,324 DEBUG [bbb9a1547c7c:42223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:18:58,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:58,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34105,1731331135124, state=OPENING 2024-11-11T13:18:58,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:18:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:18:58,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:18:58,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:18:58,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:18:58,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34105,1731331135124}] 2024-11-11T13:18:58,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:18:58,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:18:58,546 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:18:58,546 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:18:58,547 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:18:58,550 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34105%2C1731331135124.meta, suffix=.meta, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:18:58,565 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.meta.1731331138552.meta, exclude list is [], retry=0 2024-11-11T13:18:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:18:58,572 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.meta.1731331138552.meta 2024-11-11T13:18:58,573 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:18:58,573 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:18:58,577 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:18:58,578 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:18:58,581 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:18:58,583 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:18:58,586 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:18:58,587 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:18:58,587 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:18:58,587 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:18:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:18:58,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:18:58,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:18:58,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:18:58,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:18:58,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:18:58,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:18:58,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:18:58,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:18:58,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:18:58,601 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:18:58,602 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:18:58,605 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:18:58,608 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:18:58,608 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:18:58,609 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:18:58,612 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:18:58,613 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74627175, jitterRate=0.11203156411647797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:18:58,614 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:18:58,616 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331138587Writing region info on filesystem at 1731331138588 (+1 ms)Initializing all the Stores at 1731331138590 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331138590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331138590Cleaning up temporary data from old regions at 1731331138608 (+18 ms)Running coprocessor post-open hooks at 1731331138614 (+6 ms)Region opened successfully at 1731331138615 (+1 ms) 2024-11-11T13:18:58,623 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331138524 2024-11-11T13:18:58,633 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:18:58,634 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:18:58,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:58,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34105,1731331135124, state=OPEN 2024-11-11T13:18:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:18:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:18:58,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:18:58,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:18:58,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:18:58,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:18:58,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34105,1731331135124 in 289 msec 2024-11-11T13:18:58,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:18:58,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-11T13:18:58,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:18:58,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:18:58,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:18:58,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34105,1731331135124, seqNum=-1] 2024-11-11T13:18:58,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:18:58,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:18:58,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1370 sec 2024-11-11T13:18:58,715 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331138715, completionTime=-1 2024-11-11T13:18:58,718 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:18:58,719 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:18:58,744 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:18:58,745 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331198745 2024-11-11T13:18:58,745 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331258745 2024-11-11T13:18:58,745 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-11T13:18:58,747 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,747 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,747 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,749 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:42223, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,749 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,750 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,756 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:18:58,795 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.542sec 2024-11-11T13:18:58,796 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:18:58,798 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:18:58,799 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:18:58,799 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:18:58,799 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:18:58,800 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:18:58,801 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:18:58,813 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:18:58,814 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:18:58,814 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42223,1731331134169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:18:58,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:18:58,825 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T13:18:58,825 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T13:18:58,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,42223,-1 for getting cluster id 2024-11-11T13:18:58,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:18:58,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a40b22-edc3-4af0-ae24-e8884734ae90' 2024-11-11T13:18:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:18:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a40b22-edc3-4af0-ae24-e8884734ae90" 2024-11-11T13:18:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:18:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,42223,-1] 2024-11-11T13:18:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:18:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:18:58,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:18:58,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:18:58,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:18:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34105,1731331135124, seqNum=-1] 2024-11-11T13:18:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:18:58,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:18:58,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,42223,1731331134169 2024-11-11T13:18:58,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:18:58,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:18:58,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002eefe2ee0002 connected 2024-11-11T13:18:58,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir so I do NOT create it in target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948 2024-11-11T13:18:58,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:18:58,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.tmp.dir so I do NOT create it in target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948 2024-11-11T13:18:58,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:18:58,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948 2024-11-11T13:18:58,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:18:58,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/cluster_f8f0aca6-7629-4cc4-9e83-e682a7ba1b89, deleteOnExit=true 2024-11-11T13:18:58,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/test.cache.data in system properties and HBase conf 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:18:58,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:18:58,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:18:58,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:18:58,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:18:58,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:18:58,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:18:58,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:18:58,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:18:58,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:18:58,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:18:58,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:18:58,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:59,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:18:59,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:18:59,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:18:59,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:18:59,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:59,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:18:59,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:18:59,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/java.io.tmpdir/jetty-localhost-33807-hadoop-hdfs-3_4_1-tests_jar-_-any-12205326266025850011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:18:59,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:33807} 2024-11-11T13:18:59,106 INFO [Time-limited test {}] server.Server(415): Started @9314ms 2024-11-11T13:18:59,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:18:59,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:18:59,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:18:59,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:18:59,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:18:59,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:18:59,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:18:59,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/java.io.tmpdir/jetty-localhost-44185-hadoop-hdfs-3_4_1-tests_jar-_-any-15075937642832853163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:18:59,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44185} 2024-11-11T13:18:59,280 INFO [Time-limited test {}] server.Server(415): Started @9488ms 2024-11-11T13:18:59,282 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:18:59,350 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/cluster_f8f0aca6-7629-4cc4-9e83-e682a7ba1b89/data/data2/current/BP-996069447-172.17.0.2-1731331138954/current, will proceed with Du for space computation calculation, 2024-11-11T13:18:59,350 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/cluster_f8f0aca6-7629-4cc4-9e83-e682a7ba1b89/data/data1/current/BP-996069447-172.17.0.2-1731331138954/current, will proceed with Du for space computation calculation, 2024-11-11T13:18:59,394 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:18:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e9fa4cf956d57a1 with lease ID 0x568d2ac5c002dc6e: Processing first storage report for DS-00e5b8a0-fef9-40e1-9f6f-689dfcdb920b from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=e4ef9053-4317-45ea-9118-57285fb6c504, infoPort=34805, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1583877171;c=1731331138954) 2024-11-11T13:18:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e9fa4cf956d57a1 with lease ID 0x568d2ac5c002dc6e: from storage DS-00e5b8a0-fef9-40e1-9f6f-689dfcdb920b node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=e4ef9053-4317-45ea-9118-57285fb6c504, infoPort=34805, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1583877171;c=1731331138954), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:18:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e9fa4cf956d57a1 with lease ID 0x568d2ac5c002dc6e: Processing first storage report for DS-43ac55ac-ba47-48ab-9ed4-7e4a2647af44 from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=e4ef9053-4317-45ea-9118-57285fb6c504, infoPort=34805, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1583877171;c=1731331138954) 2024-11-11T13:18:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e9fa4cf956d57a1 with lease ID 0x568d2ac5c002dc6e: from storage DS-43ac55ac-ba47-48ab-9ed4-7e4a2647af44 node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=e4ef9053-4317-45ea-9118-57285fb6c504, infoPort=34805, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1583877171;c=1731331138954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:18:59,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948 2024-11-11T13:18:59,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:18:59,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd with version=8 2024-11-11T13:18:59,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/hbase-staging 2024-11-11T13:18:59,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:18:59,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:18:59,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:18:59,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:18:59,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:18:59,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45449 2024-11-11T13:18:59,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45449 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:18:59,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454490x0, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:18:59,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45449-0x1002eefe2ee0003 connected 2024-11-11T13:18:59,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/running 2024-11-11T13:18:59,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd, hbase.cluster.distributed=false 2024-11-11T13:18:59,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/acl 2024-11-11T13:18:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-11T13:18:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45449 2024-11-11T13:18:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45449 2024-11-11T13:18:59,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-11T13:18:59,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-11T13:18:59,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:18:59,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:18:59,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:18:59,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43167 2024-11-11T13:18:59,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43167 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:18:59,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:18:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431670x0, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:18:59,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431670x0, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/running 2024-11-11T13:18:59,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43167-0x1002eefe2ee0004 connected 2024-11-11T13:18:59,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:18:59,895 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:18:59,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/master 2024-11-11T13:18:59,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/acl 2024-11-11T13:18:59,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:18:59,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43167 2024-11-11T13:18:59,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43167 2024-11-11T13:18:59,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:18:59,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:18:59,910 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:45449 2024-11-11T13:18:59,910 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1000625069/backup-masters/bbb9a1547c7c,45449,1731331139842 2024-11-11T13:18:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/backup-masters 2024-11-11T13:18:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/backup-masters 2024-11-11T13:18:59,912 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on existing znode=/1-1000625069/backup-masters/bbb9a1547c7c,45449,1731331139842 2024-11-11T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1000625069/master 2024-11-11T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:18:59,914 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on existing znode=/1-1000625069/master 2024-11-11T13:18:59,915 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1000625069/backup-masters/bbb9a1547c7c,45449,1731331139842 from backup master directory 2024-11-11T13:18:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1000625069/backup-masters/bbb9a1547c7c,45449,1731331139842 2024-11-11T13:18:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/backup-masters 2024-11-11T13:18:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/backup-masters 2024-11-11T13:18:59,915 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:18:59,916 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,45449,1731331139842 2024-11-11T13:18:59,922 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/hbase.id] with ID: edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:18:59,922 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/.tmp/hbase.id 2024-11-11T13:18:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:19:00,332 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/.tmp/hbase.id]:[hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/hbase.id] 2024-11-11T13:19:00,360 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:00,360 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:00,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:19:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:19:00,374 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:00,375 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:00,376 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:19:00,792 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store 2024-11-11T13:19:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:19:01,206 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:01,206 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:01,206 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:01,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:01,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:01,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:01,207 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:01,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331141206Disabling compacts and flushes for region at 1731331141206Disabling writes for close at 1731331141207 (+1 ms)Writing region close event to WAL at 1731331141207Closed at 1731331141207 2024-11-11T13:19:01,208 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/.initializing 2024-11-11T13:19:01,208 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/WALs/bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:01,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:01,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C45449%2C1731331139842, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/WALs/bbb9a1547c7c,45449,1731331139842, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:01,230 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/WALs/bbb9a1547c7c,45449,1731331139842/bbb9a1547c7c%2C45449%2C1731331139842.1731331141215, exclude list is [], retry=0 2024-11-11T13:19:01,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-00e5b8a0-fef9-40e1-9f6f-689dfcdb920b,DISK] 2024-11-11T13:19:01,237 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/WALs/bbb9a1547c7c,45449,1731331139842/bbb9a1547c7c%2C45449%2C1731331139842.1731331141215 2024-11-11T13:19:01,237 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34805:34805)] 2024-11-11T13:19:01,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:01,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:01,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:01,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:01,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:01,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:01,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:01,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:01,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:01,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:01,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:01,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:01,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:01,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:01,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,259 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,259 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,259 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:01,261 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:01,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:01,266 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72585891, jitterRate=0.08161406219005585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:01,266 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331141238Initializing all the Stores at 1731331141240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331141240Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331141240Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331141240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331141240Cleaning up temporary data from old regions at 1731331141259 (+19 ms)Region opened successfully at 1731331141266 (+7 ms) 2024-11-11T13:19:01,266 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:01,271 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcb2f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:01,272 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:19:01,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:01,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:01,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:01,274 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:01,274 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:19:01,274 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:01,277 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:01,278 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:01,279 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/balancer already deleted, retry=false 2024-11-11T13:19:01,279 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:01,280 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:01,281 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/normalizer already deleted, retry=false 2024-11-11T13:19:01,281 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:01,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:01,283 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/switch/split already deleted, retry=false 2024-11-11T13:19:01,284 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:01,285 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/switch/merge already deleted, retry=false 2024-11-11T13:19:01,287 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:01,288 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1000625069/running 2024-11-11T13:19:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1000625069/running 2024-11-11T13:19:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,45449,1731331139842, sessionid=0x1002eefe2ee0003, setting cluster-up flag (Was=false) 2024-11-11T13:19:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,295 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1000625069/flush-table-proc/acquired, /1-1000625069/flush-table-proc/reached, /1-1000625069/flush-table-proc/abort 2024-11-11T13:19:01,297 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:01,303 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1000625069/online-snapshot/acquired, /1-1000625069/online-snapshot/reached, /1-1000625069/online-snapshot/abort 2024-11-11T13:19:01,304 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:01,306 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:19:01,309 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:01,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:01,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:01,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,45449,1731331139842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:01,312 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:01,312 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:01,312 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:01,312 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:01,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:01,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:01,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331171314 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:01,314 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:01,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:01,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:01,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:01,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:01,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:01,316 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331141316,5,FailOnTimeoutGroup] 2024-11-11T13:19:01,316 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331141316,5,FailOnTimeoutGroup] 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:01,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:19:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:19:01,403 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(746): ClusterId : edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:19:01,403 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:01,407 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:01,407 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:01,411 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:01,412 DEBUG [RS:0;bbb9a1547c7c:43167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:01,427 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:43167 2024-11-11T13:19:01,427 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:01,427 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:01,427 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:01,428 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,45449,1731331139842 with port=43167, startcode=1731331139882 2024-11-11T13:19:01,428 DEBUG [RS:0;bbb9a1547c7c:43167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:01,430 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:01,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45449 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,434 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd 2024-11-11T13:19:01,434 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45253 2024-11-11T13:19:01,434 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/rs 2024-11-11T13:19:01,438 DEBUG [RS:0;bbb9a1547c7c:43167 {}] zookeeper.ZKUtil(111): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on existing znode=/1-1000625069/rs/bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,438 WARN [RS:0;bbb9a1547c7c:43167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:01,438 INFO [RS:0;bbb9a1547c7c:43167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:01,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,43167,1731331139882] 2024-11-11T13:19:01,438 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,443 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:01,446 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:01,446 INFO [RS:0;bbb9a1547c7c:43167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:01,446 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,447 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:01,448 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:01,448 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,448 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,448 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,448 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,448 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,448 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:01,449 DEBUG [RS:0;bbb9a1547c7c:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,450 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331139882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:01,465 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:01,465 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331139882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,465 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,465 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.Replication(171): bbb9a1547c7c,43167,1731331139882 started 2024-11-11T13:19:01,478 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:01,478 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,43167,1731331139882, RpcServer on bbb9a1547c7c/172.17.0.2:43167, sessionid=0x1002eefe2ee0004 2024-11-11T13:19:01,479 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:01,479 DEBUG [RS:0;bbb9a1547c7c:43167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,479 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43167,1731331139882' 2024-11-11T13:19:01,479 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1000625069/flush-table-proc/abort' 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1000625069/flush-table-proc/acquired' 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43167,1731331139882' 2024-11-11T13:19:01,480 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1000625069/online-snapshot/abort' 2024-11-11T13:19:01,481 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1000625069/online-snapshot/acquired' 2024-11-11T13:19:01,481 DEBUG [RS:0;bbb9a1547c7c:43167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:01,481 INFO [RS:0;bbb9a1547c7c:43167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:01,482 INFO [RS:0;bbb9a1547c7c:43167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:01,582 INFO [RS:0;bbb9a1547c7c:43167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:01,587 INFO [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43167%2C1731331139882, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/oldWALs, maxLogs=10 2024-11-11T13:19:01,606 DEBUG [RS:0;bbb9a1547c7c:43167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882/bbb9a1547c7c%2C43167%2C1731331139882.1731331141590, exclude list is [], retry=0 2024-11-11T13:19:01,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-00e5b8a0-fef9-40e1-9f6f-689dfcdb920b,DISK] 2024-11-11T13:19:01,613 INFO [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882/bbb9a1547c7c%2C43167%2C1731331139882.1731331141590 2024-11-11T13:19:01,613 DEBUG [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34805:34805)] 2024-11-11T13:19:01,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:19:01,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd 2024-11-11T13:19:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:19:02,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:02,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:02,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:02,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:02,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:02,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:02,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:02,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:02,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:02,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:02,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740 2024-11-11T13:19:02,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740 2024-11-11T13:19:02,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:02,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:02,171 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:02,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:02,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:02,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74780016, jitterRate=0.11430907249450684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331142146Initializing all the Stores at 1731331142149 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331142149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142149Cleaning up temporary data from old regions at 1731331142171 (+22 ms)Region opened successfully at 1731331142178 (+7 ms) 2024-11-11T13:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:02,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:02,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331142178Disabling compacts and flushes for region at 1731331142178Disabling writes for close at 1731331142178Writing region close event to WAL at 1731331142179 (+1 ms)Closed at 1731331142179 2024-11-11T13:19:02,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:02,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:19:02,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:02,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:02,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:19:02,335 DEBUG [bbb9a1547c7c:45449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:02,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:02,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43167,1731331139882, state=OPENING 2024-11-11T13:19:02,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:19:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:02,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:02,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1000625069/meta-region-server: CHANGED 2024-11-11T13:19:02,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1000625069/meta-region-server: CHANGED 2024-11-11T13:19:02,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43167,1731331139882}] 2024-11-11T13:19:02,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:02,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:02,515 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:02,516 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:02,516 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:02,521 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43167%2C1731331139882.meta, suffix=.meta, logDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/oldWALs, maxLogs=10 2024-11-11T13:19:02,536 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882/bbb9a1547c7c%2C43167%2C1731331139882.meta.1731331142523.meta, exclude list is [], retry=0 2024-11-11T13:19:02,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-00e5b8a0-fef9-40e1-9f6f-689dfcdb920b,DISK] 2024-11-11T13:19:02,543 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/WALs/bbb9a1547c7c,43167,1731331139882/bbb9a1547c7c%2C43167%2C1731331139882.meta.1731331142523.meta 2024-11-11T13:19:02,544 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34805:34805)] 2024-11-11T13:19:02,544 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:02,544 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:02,545 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:02,545 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:02,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:02,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:02,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:02,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:02,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:02,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:02,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:02,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:02,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:02,557 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:02,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740 2024-11-11T13:19:02,561 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740 2024-11-11T13:19:02,563 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:02,563 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:02,564 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:02,566 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:02,567 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798420, jitterRate=-0.07913178205490112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:02,567 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:02,568 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331142545Writing region info on filesystem at 1731331142545Initializing all the Stores at 1731331142547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331142548 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331142548Cleaning up temporary data from old regions at 1731331142563 (+15 ms)Running coprocessor post-open hooks at 1731331142567 (+4 ms)Region opened successfully at 1731331142568 (+1 ms) 2024-11-11T13:19:02,569 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331142502 2024-11-11T13:19:02,573 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:02,573 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:02,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:02,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43167,1731331139882, state=OPEN 2024-11-11T13:19:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1000625069/meta-region-server 2024-11-11T13:19:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1000625069/meta-region-server 2024-11-11T13:19:02,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:02,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1000625069/meta-region-server: CHANGED 2024-11-11T13:19:02,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1000625069/meta-region-server: CHANGED 2024-11-11T13:19:02,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:19:02,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43167,1731331139882 in 229 msec 2024-11-11T13:19:02,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:19:02,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-11T13:19:02,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:02,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:19:02,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:02,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43167,1731331139882, seqNum=-1] 2024-11-11T13:19:02,592 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:02,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:02,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-11T13:19:02,606 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331142605, completionTime=-1 2024-11-11T13:19:02,606 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:19:02,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331202609 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331262609 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,610 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:45449, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,610 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,610 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,613 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:19:02,615 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.699sec 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:02,616 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:02,620 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:02,620 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:02,620 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45449,1731331139842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:02,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:02,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:02,708 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bda55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:02,714 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:02,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:02,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43167,1731331139882, seqNum=-1] 2024-11-11T13:19:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:02,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:02,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:02,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:19:02,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:02,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002eefe2ee0005 connected 2024-11-11T13:19:02,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,42223,-1 for getting cluster id 2024-11-11T13:19:02,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:02,737 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a40b22-edc3-4af0-ae24-e8884734ae90' 2024-11-11T13:19:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a40b22-edc3-4af0-ae24-e8884734ae90" 2024-11-11T13:19:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ff2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,42223,-1] 2024-11-11T13:19:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:02,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:02,740 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585c1017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,42223,1731331134169 2024-11-11T13:19:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61702398 2024-11-11T13:19:02,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:02,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:02,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:19:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:02,773 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:02,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399fad48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,775 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:02,775 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:02,776 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:02,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:02,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:02,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539790f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:02,779 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:02,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ca00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:02,781 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:02,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:02,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af8ed08 2024-11-11T13:19:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:02,788 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:02,800 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T13:19:02,800 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:02,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:02,805 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:02,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:02,806 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:02,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:19:02,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:19:02,814 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:02,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:19:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741835_1011 (size=1138) 2024-11-11T13:19:02,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5be1032c076d665f721c1c174f5ba092, NAME => 'hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6 2024-11-11T13:19:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741836_1012 (size=44) 2024-11-11T13:19:02,863 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:19:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:03,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:03,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5be1032c076d665f721c1c174f5ba092, disabling compactions & flushes 2024-11-11T13:19:03,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. after waiting 0 ms 2024-11-11T13:19:03,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5be1032c076d665f721c1c174f5ba092: Waiting for close lock at 1731331143241Disabling compacts and flushes for region at 1731331143241Disabling writes for close at 1731331143242 (+1 ms)Writing region close event to WAL at 1731331143242Closed at 1731331143242 2024-11-11T13:19:03,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:19:03,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331143248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331143248"}]},"ts":"1731331143248"} 2024-11-11T13:19:03,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:19:03,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:19:03,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331143261"}]},"ts":"1731331143261"} 2024-11-11T13:19:03,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:19:03,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN}] 2024-11-11T13:19:03,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN 2024-11-11T13:19:03,274 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,34105,1731331135124; forceNewPlan=false, retain=false 2024-11-11T13:19:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:03,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5be1032c076d665f721c1c174f5ba092, regionState=OPENING, regionLocation=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:19:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN because future has completed 2024-11-11T13:19:03,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,34105,1731331135124}] 2024-11-11T13:19:03,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:03,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:19:03,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34105%2C1731331135124.rep, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:19:03,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.rep.1731331143604, exclude list is [], retry=0 2024-11-11T13:19:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:19:03,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.rep.1731331143604 2024-11-11T13:19:03,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:19:03,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5be1032c076d665f721c1c174f5ba092, NAME => 'hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:03,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. service=MultiRowMutationService 2024-11-11T13:19:03,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,627 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,628 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName hfileref 2024-11-11T13:19:03,629 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:03,629 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:03,629 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,631 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName queue 2024-11-11T13:19:03,631 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:03,632 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:03,632 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,634 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName sid 2024-11-11T13:19:03,634 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:03,635 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:03,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:03,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:03,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5be1032c076d665f721c1c174f5ba092; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73990112, jitterRate=0.1025385856628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:03,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:03,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5be1032c076d665f721c1c174f5ba092: Running coprocessor pre-open hook at 1731331143625Writing region info on filesystem at 1731331143625Initializing all the Stores at 1731331143626 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331143626Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331143626Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331143626Cleaning up temporary data from old regions at 1731331143639 (+13 ms)Running coprocessor post-open hooks at 1731331143647 (+8 ms)Region opened successfully at 1731331143648 (+1 ms) 2024-11-11T13:19:03,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., pid=7, masterSystemTime=1731331143590 2024-11-11T13:19:03,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:03,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5be1032c076d665f721c1c174f5ba092, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34105,1731331135124 2024-11-11T13:19:03,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,34105,1731331135124 because future has completed 2024-11-11T13:19:03,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T13:19:03,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,34105,1731331135124 in 227 msec 2024-11-11T13:19:03,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:19:03,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN in 395 msec 2024-11-11T13:19:03,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:19:03,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331143669"}]},"ts":"1731331143669"} 2024-11-11T13:19:03,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:19:03,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:19:03,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-11-11T13:19:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., hostname=bbb9a1547c7c,34105,1731331135124, seqNum=2] 2024-11-11T13:19:03,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T13:19:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:03,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:03,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T13:19:03,926 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:19:03,965 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,34105,1731331135124, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:19:03,966 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:03,966 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34105,1731331135124, seqNum=-1] 2024-11-11T13:19:03,966 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:03,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T13:19:03,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,34105,1731331135124', locateType=CURRENT is [region=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., hostname=bbb9a1547c7c,34105,1731331135124, seqNum=2] 2024-11-11T13:19:03,977 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T13:19:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T13:19:03,982 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,34105,1731331135124 suceeded 2024-11-11T13:19:03,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T13:19:03,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-11T13:19:03,987 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:03,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2240 sec 2024-11-11T13:19:03,997 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:03,999 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4044d380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:03,999 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:03,999 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:04,000 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c58ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,003 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:04,004 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1948836b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,004 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bccd8c1 2024-11-11T13:19:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:04,006 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:04,007 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,34105,1731331135124 (queues=1) is replicating from cluster=40a40b22-edc3-4af0-ae24-e8884734ae90 to cluster=edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:19:04,009 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C34105%2C1731331135124 2024-11-11T13:19:04,014 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,34105,1731331135124, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:04,016 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C34105%2C1731331135124 2024-11-11T13:19:04,019 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953, startPosition=0, beingWritten=true 2024-11-11T13:19:04,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:04,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:19:04,158 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:19:04,270 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:04,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:19:04,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:04,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:19:04,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:04,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:04,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T13:19:04,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:04,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T13:19:04,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T13:19:04,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:04,582 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:04,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:04,938 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:19:04,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:04,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:04,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,42223,-1 for getting cluster id 2024-11-11T13:19:04,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:04,942 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a40b22-edc3-4af0-ae24-e8884734ae90' 2024-11-11T13:19:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a40b22-edc3-4af0-ae24-e8884734ae90" 2024-11-11T13:19:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,42223,-1] 2024-11-11T13:19:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,946 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c841dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,42223,1731331134169 2024-11-11T13:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555035d8 2024-11-11T13:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:04,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:04,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:19:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T13:19:04,958 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:04,959 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33780998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,959 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:04,960 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:04,961 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc0175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,963 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:04,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77622298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:04,964 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc1dd0d 2024-11-11T13:19:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:04,967 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:04,968 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T13:19:04,968 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:04,968 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,968 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:04,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:04,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:04,993 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T13:19:05,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T13:19:05,135 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T13:19:05,171 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-bbb9a1547c7c,34105,1731331135124, ReplicationSource: 2, currentBandwidth=0 2024-11-11T13:19:05,175 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T13:19:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T13:19:05,178 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bbb9a1547c7c,34105,1731331135124 suceeded 2024-11-11T13:19:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:19:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-11T13:19:05,182 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:05,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 229 msec 2024-11-11T13:19:05,193 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:05,194 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,194 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:05,195 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:05,196 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:05,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:05,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c57cb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,198 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:05,199 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,199 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453fdb07 2024-11-11T13:19:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:05,201 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:05,202 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bbb9a1547c7c,34105,1731331135124 (queues=1) is replicating from cluster=40a40b22-edc3-4af0-ae24-e8884734ae90 to cluster=edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:19:05,202 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bbb9a1547c7c%2C34105%2C1731331135124 2024-11-11T13:19:05,202 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bbb9a1547c7c,34105,1731331135124, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:05,203 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C34105%2C1731331135124 2024-11-11T13:19:05,203 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953, startPosition=0, beingWritten=true 2024-11-11T13:19:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T13:19:05,278 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T13:19:05,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:05,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:05,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:05,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,42223,1731331134169 2024-11-11T13:19:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecf732b 2024-11-11T13:19:05,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:05,291 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:05,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:05,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T13:19:05,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:05,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T13:19:05,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T13:19:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T13:19:05,309 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:05,310 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427e6676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,310 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:05,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:05,312 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65692288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:05,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:05,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,314 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c79cc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666592a7 2024-11-11T13:19:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:05,317 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:05,318 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:19:05,318 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:05,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:05,409 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T13:19:05,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T13:19:05,478 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T13:19:05,480 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T13:19:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T13:19:05,484 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on bbb9a1547c7c,34105,1731331135124 suceeded 2024-11-11T13:19:05,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T13:19:05,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T13:19:05,488 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:05,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 188 msec 2024-11-11T13:19:05,503 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T13:19:05,627 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T13:19:05,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T13:19:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T13:19:05,636 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:05,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cbe070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,638 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:05,638 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:05,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168487ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:05,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,640 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:05,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e1370b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:05,642 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c294103 2024-11-11T13:19:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:05,644 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:05,645 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T13:19:05,645 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:05,645 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,645 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:05,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:05,719 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T13:19:05,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T13:19:05,804 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T13:19:05,806 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T13:19:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T13:19:05,813 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on bbb9a1547c7c,34105,1731331135124 suceeded 2024-11-11T13:19:05,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T13:19:05,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-11T13:19:05,818 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://bbb9a1547c7c:45449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:05,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-11T13:19:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T13:19:05,957 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T13:19:05,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:05,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T13:19:05,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:05,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:05,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:05,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:19:05,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-11T13:19:05,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,42223,1731331134169 2024-11-11T13:19:05,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:05,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:05,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:05,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:05,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:05,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:05,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:05,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:05,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:05,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,34105,1731331135124' ***** 2024-11-11T13:19:05,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:19:05,965 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:19:05,965 INFO [RS:0;bbb9a1547c7c:34105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:19:05,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:19:05,965 INFO [RS:0;bbb9a1547c7c:34105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:19:05,966 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:05,966 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,34105,1731331135124 2024-11-11T13:19:05,966 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:05,966 INFO [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34105. 2024-11-11T13:19:05,966 DEBUG [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:05,966 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:05,966 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5be1032c076d665f721c1c174f5ba092, disabling compactions & flushes 2024-11-11T13:19:05,967 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:19:05,967 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:19:05,967 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:05,967 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. after waiting 0 ms 2024-11-11T13:19:05,967 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:05,967 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:19:05,967 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1325): Online Regions={5be1032c076d665f721c1c174f5ba092=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:05,967 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:05,967 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:05,968 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:05,968 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:05,970 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5be1032c076d665f721c1c174f5ba092 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T13:19:05,970 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T13:19:05,995 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:06,028 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/.tmp/queue/e62b6e7f52214bb2987c548ab12d4c82 is 151, key is 1-bbb9a1547c7c,34105,1731331135124/queue:bbb9a1547c7c%2C34105%2C1731331135124/1731331143972/Put/seqid=0 2024-11-11T13:19:06,028 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/0d4b2a22a9f84e6898b52a2b93e3156a is 147, key is hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092./info:regioninfo/1731331143655/Put/seqid=0 2024-11-11T13:19:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741838_1014 (size=6631) 2024-11-11T13:19:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741839_1015 (size=5500) 2024-11-11T13:19:06,113 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:06,128 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:06,168 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:06,368 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:06,440 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/0d4b2a22a9f84e6898b52a2b93e3156a 2024-11-11T13:19:06,440 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/.tmp/queue/e62b6e7f52214bb2987c548ab12d4c82 2024-11-11T13:19:06,488 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/.tmp/queue/e62b6e7f52214bb2987c548ab12d4c82 as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/queue/e62b6e7f52214bb2987c548ab12d4c82 2024-11-11T13:19:06,500 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/queue/e62b6e7f52214bb2987c548ab12d4c82, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T13:19:06,505 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/ns/ff8b05730b1048fdbc99ddab42fde05d is 43, key is default/ns:d/1731331138699/Put/seqid=0 2024-11-11T13:19:06,509 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5be1032c076d665f721c1c174f5ba092 in 536ms, sequenceid=6, compaction requested=false 2024-11-11T13:19:06,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741840_1016 (size=5153) 2024-11-11T13:19:06,517 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T13:19:06,520 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:06,520 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:06,520 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:06,520 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5be1032c076d665f721c1c174f5ba092: Waiting for close lock at 1731331145966Running coprocessor pre-close hooks at 1731331145966Disabling compacts and flushes for region at 1731331145966Disabling writes for close at 1731331145967 (+1 ms)Obtaining lock to block concurrent updates at 1731331145970 (+3 ms)Preparing flush snapshotting stores in 5be1032c076d665f721c1c174f5ba092 at 1731331145970Finished memstore snapshotting hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731331145978 (+8 ms)Flushing stores of hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. at 1731331145979 (+1 ms)Flushing 5be1032c076d665f721c1c174f5ba092/queue: creating writer at 1731331145981 (+2 ms)Flushing 5be1032c076d665f721c1c174f5ba092/queue: appending metadata at 1731331146016 (+35 ms)Flushing 5be1032c076d665f721c1c174f5ba092/queue: closing flushed file at 1731331146018 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc8bbd1: reopening flushed file at 1731331146486 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5be1032c076d665f721c1c174f5ba092 in 536ms, sequenceid=6, compaction requested=false at 1731331146509 (+23 ms)Writing region close event to WAL at 1731331146512 (+3 ms)Running coprocessor post-close hooks at 1731331146518 (+6 ms)Closed at 1731331146520 (+2 ms) 2024-11-11T13:19:06,521 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:06,569 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:06,635 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:06,769 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:06,787 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:19:06,787 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:19:06,822 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:06,912 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/ns/ff8b05730b1048fdbc99ddab42fde05d 2024-11-11T13:19:06,942 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/table/3b5e3db3b4c94087abd85717ee9602c1 is 53, key is hbase:replication/table:state/1731331143669/Put/seqid=0 2024-11-11T13:19:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741841_1017 (size=5256) 2024-11-11T13:19:06,969 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:19:06,969 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:06,969 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:07,170 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:07,247 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:07,350 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/table/3b5e3db3b4c94087abd85717ee9602c1 2024-11-11T13:19:07,365 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/0d4b2a22a9f84e6898b52a2b93e3156a as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/info/0d4b2a22a9f84e6898b52a2b93e3156a 2024-11-11T13:19:07,370 DEBUG [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:07,374 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/info/0d4b2a22a9f84e6898b52a2b93e3156a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T13:19:07,375 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/ns/ff8b05730b1048fdbc99ddab42fde05d as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/ns/ff8b05730b1048fdbc99ddab42fde05d 2024-11-11T13:19:07,383 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/ns/ff8b05730b1048fdbc99ddab42fde05d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:19:07,384 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/table/3b5e3db3b4c94087abd85717ee9602c1 as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/table/3b5e3db3b4c94087abd85717ee9602c1 2024-11-11T13:19:07,394 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/table/3b5e3db3b4c94087abd85717ee9602c1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T13:19:07,395 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-11-11T13:19:07,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:19:07,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:07,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:07,404 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:07,404 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331145967Running coprocessor pre-close hooks at 1731331145967Disabling compacts and flushes for region at 1731331145967Disabling writes for close at 1731331145968 (+1 ms)Obtaining lock to block concurrent updates at 1731331145970 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731331145970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731331145978 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331145979 (+1 ms)Flushing 1588230740/info: creating writer at 1731331145981 (+2 ms)Flushing 1588230740/info: appending metadata at 1731331146017 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731331146018 (+1 ms)Flushing 1588230740/ns: creating writer at 1731331146486 (+468 ms)Flushing 1588230740/ns: appending metadata at 1731331146504 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731331146504Flushing 1588230740/table: creating writer at 1731331146922 (+418 ms)Flushing 1588230740/table: appending metadata at 1731331146941 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731331146941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1396ff5d: reopening flushed file at 1731331147364 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f1c58: reopening flushed file at 1731331147374 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bc2413: reopening flushed file at 1731331147383 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1731331147395 (+12 ms)Writing region close event to WAL at 1731331147397 (+2 ms)Running coprocessor post-close hooks at 1731331147403 (+6 ms)Closed at 1731331147404 (+1 ms) 2024-11-11T13:19:07,404 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:07,571 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,34105,1731331135124; all regions closed. 2024-11-11T13:19:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741834_1010 (size=2742) 2024-11-11T13:19:07,585 DEBUG [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:07,585 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34105%2C1731331135124.meta:.meta(num 1731331138552) 2024-11-11T13:19:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741837_1013 (size=1802) 2024-11-11T13:19:07,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.rep.1731331143604 not finished, retry = 0 2024-11-11T13:19:07,633 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124/bbb9a1547c7c%2C34105%2C1731331135124.1731331137953 to pos 0, reset compression=false 2024-11-11T13:19:07,695 DEBUG [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:07,695 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34105%2C1731331135124.rep:(num 1731331143604) 2024-11-11T13:19:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741833_1009 (size=93) 2024-11-11T13:19:07,705 DEBUG [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:07,705 INFO [RS:0;bbb9a1547c7c:34105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34105%2C1731331135124:(num 1731331137953) 2024-11-11T13:19:07,705 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:07,705 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:07,705 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:07,706 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:07,706 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:07,706 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:07,707 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,34105,1731331135124 because: Region server is closing 2024-11-11T13:19:07,707 INFO [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34105. 2024-11-11T13:19:07,707 DEBUG [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:07,707 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:07,707 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:07,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:07,808 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:19:07,808 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:19:07,809 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,1-bbb9a1547c7c,34105,1731331135124 terminated 2024-11-11T13:19:07,811 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bbb9a1547c7c,34105,1731331135124 because: Region server is closing 2024-11-11T13:19:07,811 INFO [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34105. 2024-11-11T13:19:07,812 DEBUG [RS:0;bbb9a1547c7c:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:07,812 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:07,813 DEBUG [RS:0;bbb9a1547c7c:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:07,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:07,914 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.wal-reader.bbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:19:07,914 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:19:07,914 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34105,1731331135124.replicationSource.shipperbbb9a1547c7c%2C34105%2C1731331135124,2-bbb9a1547c7c,34105,1731331135124 terminated 2024-11-11T13:19:07,915 INFO [RS:0;bbb9a1547c7c:34105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34105 2024-11-11T13:19:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/rs/bbb9a1547c7c,34105,1731331135124 2024-11-11T13:19:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/rs 2024-11-11T13:19:07,924 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:07,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,34105,1731331135124] 2024-11-11T13:19:07,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/draining/bbb9a1547c7c,34105,1731331135124 already deleted, retry=false 2024-11-11T13:19:07,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,34105,1731331135124 expired; onlineServers=0 2024-11-11T13:19:07,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,42223,1731331134169' ***** 2024-11-11T13:19:07,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:19:07,929 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:07,929 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:07,930 DEBUG [M:0;bbb9a1547c7c:42223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:19:07,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:19:07,930 DEBUG [M:0;bbb9a1547c7c:42223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:19:07,930 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331137685 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331137685,5,FailOnTimeoutGroup] 2024-11-11T13:19:07,930 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331137683 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331137683,5,FailOnTimeoutGroup] 2024-11-11T13:19:07,930 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:07,930 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:07,930 DEBUG [M:0;bbb9a1547c7c:42223 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:19:07,930 INFO [M:0;bbb9a1547c7c:42223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:19:07,931 INFO [M:0;bbb9a1547c7c:42223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:07,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/master 2024-11-11T13:19:07,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:07,931 INFO [M:0;bbb9a1547c7c:42223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:19:07,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:19:07,932 DEBUG [M:0;bbb9a1547c7c:42223 {}] zookeeper.ZKUtil(347): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/master because node does not exist (not an error) 2024-11-11T13:19:07,932 WARN [M:0;bbb9a1547c7c:42223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:19:07,933 INFO [M:0;bbb9a1547c7c:42223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.lastflushedseqids 2024-11-11T13:19:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741842_1018 (size=181) 2024-11-11T13:19:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002eefe2ee0001, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:08,029 INFO [RS:0;bbb9a1547c7c:34105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:08,029 INFO [RS:0;bbb9a1547c7c:34105 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,34105,1731331135124; zookeeper connection closed. 2024-11-11T13:19:08,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f8a6b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f8a6b2 2024-11-11T13:19:08,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:19:08,347 INFO [M:0;bbb9a1547c7c:42223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:19:08,348 INFO [M:0;bbb9a1547c7c:42223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:19:08,348 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:08,348 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:08,349 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:08,349 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:08,349 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:08,350 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T13:19:08,371 DEBUG [M:0;bbb9a1547c7c:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71822ea79672443d8f1c0c3412cd142e is 82, key is hbase:meta,,1/info:regioninfo/1731331138635/Put/seqid=0 2024-11-11T13:19:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741843_1019 (size=5672) 2024-11-11T13:19:08,777 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71822ea79672443d8f1c0c3412cd142e 2024-11-11T13:19:08,806 DEBUG [M:0;bbb9a1547c7c:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3062bbc57c648a39bedbe2e0bbd2531 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731331143675/Put/seqid=0 2024-11-11T13:19:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741844_1020 (size=8663) 2024-11-11T13:19:09,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:09,212 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3062bbc57c648a39bedbe2e0bbd2531 2024-11-11T13:19:09,238 DEBUG [M:0;bbb9a1547c7c:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43080d2a1734ed3b5a1ee86faa1a13a is 69, key is bbb9a1547c7c,34105,1731331135124/rs:state/1731331137707/Put/seqid=0 2024-11-11T13:19:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741845_1021 (size=5156) 2024-11-11T13:19:09,647 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43080d2a1734ed3b5a1ee86faa1a13a 2024-11-11T13:19:09,659 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71822ea79672443d8f1c0c3412cd142e as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71822ea79672443d8f1c0c3412cd142e 2024-11-11T13:19:09,667 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71822ea79672443d8f1c0c3412cd142e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T13:19:09,668 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3062bbc57c648a39bedbe2e0bbd2531 as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3062bbc57c648a39bedbe2e0bbd2531 2024-11-11T13:19:09,675 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3062bbc57c648a39bedbe2e0bbd2531, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T13:19:09,677 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43080d2a1734ed3b5a1ee86faa1a13a as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b43080d2a1734ed3b5a1ee86faa1a13a 2024-11-11T13:19:09,683 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b43080d2a1734ed3b5a1ee86faa1a13a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T13:19:09,685 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-11T13:19:09,686 INFO [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:09,687 DEBUG [M:0;bbb9a1547c7c:42223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331148348Disabling compacts and flushes for region at 1731331148348Disabling writes for close at 1731331148349 (+1 ms)Obtaining lock to block concurrent updates at 1731331148350 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331148350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731331148351 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331148352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331148352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331148371 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331148371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331148789 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331148806 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331148806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331149222 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331149238 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331149238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4959862f: reopening flushed file at 1731331149658 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548cb455: reopening flushed file at 1731331149667 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bbebb5: reopening flushed file at 1731331149676 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1731331149685 (+9 ms)Writing region close event to WAL at 1731331149686 (+1 ms)Closed at 1731331149686 2024-11-11T13:19:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741830_1006 (size=59421) 2024-11-11T13:19:09,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:09,691 INFO [M:0;bbb9a1547c7c:42223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:19:09,691 INFO [M:0;bbb9a1547c7c:42223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42223 2024-11-11T13:19:09,691 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:09,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:09,793 INFO [M:0;bbb9a1547c7c:42223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:09,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1002eefe2ee0000, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:09,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:09,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:09,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:09,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:19:09,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:09,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38885 2024-11-11T13:19:09,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38885 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:19:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388850x0, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:09,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38885-0x1002eefe2ee0006 connected 2024-11-11T13:19:09,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:09,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:09,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:09,816 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: INIT 2024-11-11T13:19:09,816 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6, hbase.cluster.distributed=false 2024-11-11T13:19:09,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/acl 2024-11-11T13:19:09,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-11T13:19:09,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38885 2024-11-11T13:19:09,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38885 2024-11-11T13:19:09,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-11T13:19:09,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-11T13:19:09,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:19:09,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:09,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45713 2024-11-11T13:19:09,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45713 connecting to ZooKeeper ensemble=127.0.0.1:51650 2024-11-11T13:19:09,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:09,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:09,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457130x0, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:09,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45713-0x1002eefe2ee0007 connected 2024-11-11T13:19:09,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:09,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:19:09,846 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: INIT 2024-11-11T13:19:09,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:19:09,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/master 2024-11-11T13:19:09,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/acl 2024-11-11T13:19:09,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-11T13:19:09,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45713 2024-11-11T13:19:09,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45713 2024-11-11T13:19:09,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-11T13:19:09,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-11T13:19:09,867 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:38885 2024-11-11T13:19:09,867 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01786030063/backup-masters/bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:09,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:19:09,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:19:09,870 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/backup-masters/bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/master 2024-11-11T13:19:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:09,871 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/master 2024-11-11T13:19:09,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01786030063/backup-masters/bbb9a1547c7c,38885,1731331149799 from backup master directory 2024-11-11T13:19:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/backup-masters/bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:19:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/backup-masters 2024-11-11T13:19:09,872 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:09,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:09,889 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:09,889 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:09,904 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-11T13:19:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741846_1022 (size=196) 2024-11-11T13:19:10,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:10,320 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:10,321 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:10,332 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T13:19:10,335 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169 to hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169-dead as it is dead 2024-11-11T13:19:10,336 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T13:19:10,336 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T13:19:10,337 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169-dead/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:19:10,342 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169-dead/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 after 3ms 2024-11-11T13:19:10,343 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169-dead/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 to hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:19:10,343 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,42223,1731331134169-dead 2024-11-11T13:19:10,344 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:10,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:10,347 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C38885%2C1731331149799, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,38885,1731331149799, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:10,363 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,38885,1731331149799/bbb9a1547c7c%2C38885%2C1731331149799.1731331150348, exclude list is [], retry=0 2024-11-11T13:19:10,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:19:10,369 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,38885,1731331149799/bbb9a1547c7c%2C38885%2C1731331149799.1731331150348 2024-11-11T13:19:10,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:19:10,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:10,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:10,371 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,371 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:10,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:10,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71822ea79672443d8f1c0c3412cd142e 2024-11-11T13:19:10,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:10,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:10,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:10,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3062bbc57c648a39bedbe2e0bbd2531 2024-11-11T13:19:10,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:10,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:10,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:10,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b43080d2a1734ed3b5a1ee86faa1a13a 2024-11-11T13:19:10,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:10,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:10,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:10,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:10,409 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,410 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T13:19:10,410 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:19:10,427 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:19:10,429 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C42223%2C1731331134169.1731331137175 2024-11-11T13:19:10,431 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,431 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,432 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:10,435 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:10,438 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T13:19:10,439 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61651729, jitterRate=-0.08131764829158783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:10,440 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331150371Initializing all the Stores at 1731331150372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331150372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331150372Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331150372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331150373 (+1 ms)Cleaning up temporary data from old regions at 1731331150431 (+58 ms)Region opened successfully at 1731331150440 (+9 ms) 2024-11-11T13:19:10,440 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:10,445 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3205f954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:10,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T13:19:10,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:10,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:10,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:10,460 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:10,466 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:10,467 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:10,467 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:19:10,468 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:10,468 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T13:19:10,468 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T13:19:10,469 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-11T13:19:10,469 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:10,475 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bbb9a1547c7c,34105,1731331135124, regionLocation=bbb9a1547c7c,34105,1731331135124, openSeqNum=2 2024-11-11T13:19:10,475 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bbb9a1547c7c,34105,1731331135124, table=hbase:meta, region=1588230740 2024-11-11T13:19:10,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34105,1731331135124, state=OPEN 2024-11-11T13:19:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:10,481 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:10,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/draining/bbb9a1547c7c,34105,1731331135124 already deleted, retry=false 2024-11-11T13:19:10,483 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bbb9a1547c7c,34105,1731331135124 on bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:10,488 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bbb9a1547c7c,34105,1731331135124, splitWal=true, meta=true 2024-11-11T13:19:10,490 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for bbb9a1547c7c,34105,1731331135124 (carryingMeta=true) bbb9a1547c7c,34105,1731331135124/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@cd9823b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T13:19:10,494 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:10,496 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/balancer already deleted, retry=false 2024-11-11T13:19:10,497 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:10,498 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:10,499 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/normalizer already deleted, retry=false 2024-11-11T13:19:10,499 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:10,500 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:10,501 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/switch/split already deleted, retry=false 2024-11-11T13:19:10,501 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:10,502 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/switch/merge already deleted, retry=false 2024-11-11T13:19:10,510 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:10,511 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:10,513 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,38885,1731331149799, sessionid=0x1002eefe2ee0006, setting cluster-up flag (Was=false) 2024-11-11T13:19:10,515 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01786030063/flush-table-proc/acquired, /01786030063/flush-table-proc/reached, /01786030063/flush-table-proc/abort 2024-11-11T13:19:10,516 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:10,519 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01786030063/online-snapshot/acquired, /01786030063/online-snapshot/reached, /01786030063/online-snapshot/abort 2024-11-11T13:19:10,520 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:10,521 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.lastflushedseqids 2024-11-11T13:19:10,526 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:10,526 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:10,526 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,38885,1731331149799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bbb9a1547c7c,34105,1731331135124 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:10,528 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:10,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,533 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bbb9a1547c7c,34105,1731331135124, splitWal=true, meta=true 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331180533 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:10,533 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:10,534 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,534 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:10,534 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:10,535 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:10,535 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:10,535 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bbb9a1547c7c,34105,1731331135124, splitWal=true, meta=true, isMeta: true 2024-11-11T13:19:10,536 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:10,536 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:10,536 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331150536,5,FailOnTimeoutGroup] 2024-11-11T13:19:10,537 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331150536,5,FailOnTimeoutGroup] 2024-11-11T13:19:10,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:10,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,537 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124-splitting 2024-11-11T13:19:10,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331150537, completionTime=-1 2024-11-11T13:19:10,537 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T13:19:10,538 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124-splitting dir is empty, no logs to split. 2024-11-11T13:19:10,538 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,34105,1731331135124 WAL count=0, meta=true 2024-11-11T13:19:10,540 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T13:19:10,543 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124-splitting dir is empty, no logs to split. 2024-11-11T13:19:10,543 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,34105,1731331135124 WAL count=0, meta=true 2024-11-11T13:19:10,544 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bbb9a1547c7c,34105,1731331135124 WAL splitting is done? wals=0, meta=true 2024-11-11T13:19:10,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:10,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:10,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:19:10,557 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(746): ClusterId : 40a40b22-edc3-4af0-ae24-e8884734ae90 2024-11-11T13:19:10,557 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:10,559 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:10,559 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:10,561 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:10,561 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a705c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:10,574 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:45713 2024-11-11T13:19:10,574 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:10,574 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:10,574 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:10,575 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,38885,1731331149799 with port=45713, startcode=1731331149835 2024-11-11T13:19:10,575 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:10,577 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:10,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38885 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,580 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6 2024-11-11T13:19:10,580 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37425 2024-11-11T13:19:10,580 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/rs 2024-11-11T13:19:10,583 DEBUG [RS:0;bbb9a1547c7c:45713 {}] zookeeper.ZKUtil(111): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on existing znode=/01786030063/rs/bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,583 WARN [RS:0;bbb9a1547c7c:45713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:10,583 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:10,583 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,45713,1731331149835] 2024-11-11T13:19:10,591 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T13:19:10,623 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:10,625 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:10,626 INFO [RS:0;bbb9a1547c7c:45713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:10,626 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,626 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:10,627 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:10,627 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,627 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:10,628 DEBUG [RS:0;bbb9a1547c7c:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,629 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45713,1731331149835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:10,644 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:10,645 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45713,1731331149835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,658 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,45713,1731331149835, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:19:10,674 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:10,675 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(231): queueId=2-bbb9a1547c7c,45713,1731331149835, ReplicationSource: 2, currentBandwidth=0 2024-11-11T13:19:10,675 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a1f42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,675 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:10,675 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,676 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.Replication(171): bbb9a1547c7c,45713,1731331149835 started 2024-11-11T13:19:10,676 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:10,678 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27416a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:10,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:10,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:10,681 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:10,682 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4ab91d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,683 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bc7935 2024-11-11T13:19:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:10,685 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:10,686 INFO [RS:0;bbb9a1547c7c:45713.replicationSource,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,45713,1731331149835 (queues=0) is replicating from cluster=40a40b22-edc3-4af0-ae24-e8884734ae90 to cluster=edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:19:10,693 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45449' 2024-11-11T13:19:10,695 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ad93f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,695 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45449,-1 for getting cluster id 2024-11-11T13:19:10,695 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:10,696 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edb10acf-fc59-4a2e-983a-95443e092d19' 2024-11-11T13:19:10,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:10,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edb10acf-fc59-4a2e-983a-95443e092d19" 2024-11-11T13:19:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45449,-1] 2024-11-11T13:19:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:10,698 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:10,698 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,45713,1731331149835, RpcServer on bbb9a1547c7c/172.17.0.2:45713, sessionid=0x1002eefe2ee0007 2024-11-11T13:19:10,698 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:10,698 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:10,698 DEBUG [RS:0;bbb9a1547c7c:45713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,698 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,45713,1731331149835' 2024-11-11T13:19:10,698 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01786030063/flush-table-proc/abort' 2024-11-11T13:19:10,699 WARN [bbb9a1547c7c:38885 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T13:19:10,700 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01786030063/flush-table-proc/acquired' 2024-11-11T13:19:10,700 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ced4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:10,700 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:10,700 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:10,700 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:10,701 DEBUG [RS:0;bbb9a1547c7c:45713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,701 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,45713,1731331149835' 2024-11-11T13:19:10,701 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01786030063/online-snapshot/abort' 2024-11-11T13:19:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22dcca7f 2024-11-11T13:19:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:10,702 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01786030063/online-snapshot/acquired' 2024-11-11T13:19:10,703 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:10,703 DEBUG [RS:0;bbb9a1547c7c:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:10,703 INFO [RS:0;bbb9a1547c7c:45713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:10,703 INFO [RS:0;bbb9a1547c7c:45713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:10,704 INFO [RS:0;bbb9a1547c7c:45713.replicationSource,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bbb9a1547c7c,45713,1731331149835 (queues=0) is replicating from cluster=40a40b22-edc3-4af0-ae24-e8884734ae90 to cluster=edb10acf-fc59-4a2e-983a-95443e092d19 2024-11-11T13:19:10,804 INFO [RS:0;bbb9a1547c7c:45713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:10,807 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C45713%2C1731331149835, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:19:10,828 DEBUG [RS:0;bbb9a1547c7c:45713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808, exclude list is [], retry=0 2024-11-11T13:19:10,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:19:10,836 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 2024-11-11T13:19:10,836 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bbb9a1547c7c%2C45713%2C1731331149835 for peer 2 2024-11-11T13:19:10,836 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bbb9a1547c7c%2C45713%2C1731331149835 for peer 1 2024-11-11T13:19:10,836 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C45713%2C1731331149835 2024-11-11T13:19:10,837 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,45713,1731331149835, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:10,838 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bbb9a1547c7c%2C45713%2C1731331149835 2024-11-11T13:19:10,838 INFO [RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C45713%2C1731331149835 2024-11-11T13:19:10,838 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bbb9a1547c7c,45713,1731331149835, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:10,839 DEBUG [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:19:10,839 INFO [RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C45713%2C1731331149835 2024-11-11T13:19:10,839 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808, startPosition=0, beingWritten=true 2024-11-11T13:19:10,839 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808, startPosition=0, beingWritten=true 2024-11-11T13:19:10,950 DEBUG [bbb9a1547c7c:38885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:10,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:10,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,45713,1731331149835, state=OPENING 2024-11-11T13:19:10,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:10,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:10,953 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:10,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:10,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:10,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,45713,1731331149835}] 2024-11-11T13:19:11,047 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:11,054 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:11,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:11,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:11,115 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:11,115 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:11,116 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:11,119 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C45713%2C1731331149835.meta, suffix=.meta, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:19:11,136 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.meta.1731331151120.meta, exclude list is [], retry=0 2024-11-11T13:19:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:19:11,140 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.meta.1731331151120.meta 2024-11-11T13:19:11,141 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:19:11,141 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:11,142 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:11,142 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:11,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:11,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:11,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:11,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:11,154 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/info/0d4b2a22a9f84e6898b52a2b93e3156a 2024-11-11T13:19:11,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:11,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:11,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:11,165 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/ns/ff8b05730b1048fdbc99ddab42fde05d 2024-11-11T13:19:11,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:11,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:11,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:11,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:11,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:11,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:11,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:11,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:11,179 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/table/3b5e3db3b4c94087abd85717ee9602c1 2024-11-11T13:19:11,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:11,180 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:11,181 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:19:11,183 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740 2024-11-11T13:19:11,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:11,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:11,186 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:11,188 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:11,189 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72175688, jitterRate=0.07550156116485596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:11,189 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:11,189 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331151143Writing region info on filesystem at 1731331151143Initializing all the Stores at 1731331151144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331151144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331151144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331151144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331151144Cleaning up temporary data from old regions at 1731331151185 (+41 ms)Running coprocessor post-open hooks at 1731331151189 (+4 ms)Region opened successfully at 1731331151189 2024-11-11T13:19:11,190 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731331151106 2024-11-11T13:19:11,193 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:11,193 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:11,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:11,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,45713,1731331149835, state=OPEN 2024-11-11T13:19:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01786030063/meta-region-server 2024-11-11T13:19:11,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:11,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:11,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01786030063/meta-region-server: CHANGED 2024-11-11T13:19:11,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T13:19:11,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,45713,1731331149835 in 244 msec 2024-11-11T13:19:11,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T13:19:11,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-11T13:19:11,356 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:11,361 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:11,762 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:11,768 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:12,094 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T13:19:12,275 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:12,276 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:12,889 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:12,889 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:13,598 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-11T13:19:13,601 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:13,602 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:14,411 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:14,411 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:14,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:19:15,051 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T13:19:15,052 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:15,053 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:15,053 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,45713,1731331149835, seqNum=-1] 2024-11-11T13:19:15,054 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:15,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:15,067 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5be1032c076d665f721c1c174f5ba092, regionState=OPEN, lastHost=bbb9a1547c7c,34105,1731331135124, regionLocation=bbb9a1547c7c,34105,1731331135124, openSeqNum=2 2024-11-11T13:19:15,067 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:15,067 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331215067 2024-11-11T13:19:15,067 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331275067 2024-11-11T13:19:15,067 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-11T13:19:15,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,068 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bbb9a1547c7c,34105,1731331135124 had 2 regions 2024-11-11T13:19:15,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:38885, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,070 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bbb9a1547c7c,34105,1731331135124, splitWal=true, meta=true, isMeta: false 2024-11-11T13:19:15,073 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124-splitting dir is empty, no logs to split. 2024-11-11T13:19:15,073 INFO [PEWorker-3 {}] master.SplitWALManager(105): bbb9a1547c7c,34105,1731331135124 WAL count=0, meta=false 2024-11-11T13:19:15,076 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,34105,1731331135124-splitting dir is empty, no logs to split. 2024-11-11T13:19:15,077 INFO [PEWorker-3 {}] master.SplitWALManager(105): bbb9a1547c7c,34105,1731331135124 WAL count=0, meta=false 2024-11-11T13:19:15,077 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bbb9a1547c7c,34105,1731331135124 WAL splitting is done? wals=0, meta=false 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.205sec 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:15,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:15,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN}] 2024-11-11T13:19:15,081 WARN [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bbb9a1547c7c,34105,1731331135124/hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:15,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN 2024-11-11T13:19:15,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:15,083 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:15,083 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38885,1731331149799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:15,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:19:15,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,38885,-1 for getting cluster id 2024-11-11T13:19:15,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:15,166 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a40b22-edc3-4af0-ae24-e8884734ae90' 2024-11-11T13:19:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a40b22-edc3-4af0-ae24-e8884734ae90" 2024-11-11T13:19:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7782f72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,38885,-1] 2024-11-11T13:19:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,171 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e35d4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,45713,1731331149835, seqNum=-1] 2024-11-11T13:19:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:15,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T13:19:15,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:15,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:15,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bbb9a1547c7c:38885 after: bbb9a1547c7c:38885 2024-11-11T13:19:15,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,38885,-1 for getting cluster id 2024-11-11T13:19:15,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:15,183 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a40b22-edc3-4af0-ae24-e8884734ae90' 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a40b22-edc3-4af0-ae24-e8884734ae90" 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,38885,-1] 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,185 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:15,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:15,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60075f2d 2024-11-11T13:19:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:15,189 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:15,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:15,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T13:19:15,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:15,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T13:19:15,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:19:15,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:15,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:15,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:15,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:19:15,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1195257218, stopped=false 2024-11-11T13:19:15,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,45449,1731331139842 2024-11-11T13:19:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1000625069/running 2024-11-11T13:19:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1000625069/running 2024-11-11T13:19:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:15,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:15,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:15,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:15,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/running 2024-11-11T13:19:15,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Set watcher on znode that does not yet exist, /1-1000625069/running 2024-11-11T13:19:15,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,43167,1731331139882' ***** 2024-11-11T13:19:15,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:19:15,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:15,197 INFO [RS:0;bbb9a1547c7c:43167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43167. 2024-11-11T13:19:15,197 DEBUG [RS:0;bbb9a1547c7c:43167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:15,197 DEBUG [RS:0;bbb9a1547c7c:43167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,198 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:19:15,198 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:19:15,198 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:19:15,198 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:19:15,198 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:19:15,198 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:15,198 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:15,198 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:15,198 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:15,198 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:15,198 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:15,198 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:15,198 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T13:19:15,216 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/.tmp/ns/0438db8c06ea4ec9ba604dfc7c862a35 is 43, key is default/ns:d/1731331142595/Put/seqid=0 2024-11-11T13:19:15,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741835_1011 (size=5153) 2024-11-11T13:19:15,233 DEBUG [bbb9a1547c7c:38885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:15,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5be1032c076d665f721c1c174f5ba092, regionState=OPENING, regionLocation=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN because future has completed 2024-11-11T13:19:15,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,45713,1731331149835}] 2024-11-11T13:19:15,265 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:15,321 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:15,321 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:15,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:15,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:15,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:19:15,398 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:15,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C45713%2C1731331149835.rep, suffix=, logDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835, archiveDir=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs, maxLogs=10 2024-11-11T13:19:15,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.rep.1731331155401, exclude list is [], retry=0 2024-11-11T13:19:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35611,DS-579a8ce1-b7a8-476a-a5fd-3814094e7a19,DISK] 2024-11-11T13:19:15,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.rep.1731331155401 2024-11-11T13:19:15,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46049:46049)] 2024-11-11T13:19:15,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5be1032c076d665f721c1c174f5ba092, NAME => 'hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:15,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:15,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. service=MultiRowMutationService 2024-11-11T13:19:15,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:19:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,422 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,423 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName hfileref 2024-11-11T13:19:15,423 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:15,423 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:15,423 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,424 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName queue 2024-11-11T13:19:15,424 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:15,433 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/queue/e62b6e7f52214bb2987c548ab12d4c82 2024-11-11T13:19:15,433 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:15,433 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,434 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be1032c076d665f721c1c174f5ba092 columnFamilyName sid 2024-11-11T13:19:15,434 DEBUG [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:15,435 INFO [StoreOpener-5be1032c076d665f721c1c174f5ba092-1 {}] regionserver.HStore(327): Store=5be1032c076d665f721c1c174f5ba092/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:15,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5be1032c076d665f721c1c174f5ba092; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60569323, jitterRate=-0.0974467545747757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:15,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:15,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5be1032c076d665f721c1c174f5ba092: Running coprocessor pre-open hook at 1731331155420Writing region info on filesystem at 1731331155420Initializing all the Stores at 1731331155421 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331155421Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331155421Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331155421Cleaning up temporary data from old regions at 1731331155438 (+17 ms)Running coprocessor post-open hooks at 1731331155442 (+4 ms)Region opened successfully at 1731331155443 (+1 ms) 2024-11-11T13:19:15,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., pid=19, masterSystemTime=1731331155392 2024-11-11T13:19:15,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:15,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:15,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5be1032c076d665f721c1c174f5ba092, regionState=OPEN, openSeqNum=10, regionLocation=bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:15,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,45713,1731331149835 because future has completed 2024-11-11T13:19:15,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T13:19:15,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5be1032c076d665f721c1c174f5ba092, server=bbb9a1547c7c,45713,1731331149835 in 214 msec 2024-11-11T13:19:15,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T13:19:15,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5be1032c076d665f721c1c174f5ba092, ASSIGN in 375 msec 2024-11-11T13:19:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T13:19:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., hostname=bbb9a1547c7c,45713,1731331149835, seqNum=10] 2024-11-11T13:19:15,483 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:19:15,483 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:19:15,499 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for bbb9a1547c7c,34105,1731331135124 2024-11-11T13:19:15,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T13:19:15,599 DEBUG [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:15,621 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/.tmp/ns/0438db8c06ea4ec9ba604dfc7c862a35 2024-11-11T13:19:15,634 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/.tmp/ns/0438db8c06ea4ec9ba604dfc7c862a35 as hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/ns/0438db8c06ea4ec9ba604dfc7c862a35 2024-11-11T13:19:15,641 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/ns/0438db8c06ea4ec9ba604dfc7c862a35, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T13:19:15,643 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-11T13:19:15,643 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:19:15,649 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T13:19:15,649 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:15,649 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:15,650 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:15,650 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331155198Running coprocessor pre-close hooks at 1731331155198Disabling compacts and flushes for region at 1731331155198Disabling writes for close at 1731331155198Obtaining lock to block concurrent updates at 1731331155199 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331155199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731331155199Flushing stores of hbase:meta,,1.1588230740 at 1731331155200 (+1 ms)Flushing 1588230740/ns: creating writer at 1731331155200Flushing 1588230740/ns: appending metadata at 1731331155215 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731331155215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d69f2f: reopening flushed file at 1731331155632 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1731331155643 (+11 ms)Writing region close event to WAL at 1731331155644 (+1 ms)Running coprocessor post-close hooks at 1731331155649 (+5 ms)Closed at 1731331155649 2024-11-11T13:19:15,650 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:15,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T13:19:15,799 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,43167,1731331139882; all regions closed. 2024-11-11T13:19:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741834_1010 (size=1152) 2024-11-11T13:19:15,805 DEBUG [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/oldWALs 2024-11-11T13:19:15,805 INFO [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C43167%2C1731331139882.meta:.meta(num 1731331142523) 2024-11-11T13:19:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741832_1008 (size=93) 2024-11-11T13:19:15,810 DEBUG [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/oldWALs 2024-11-11T13:19:15,810 INFO [RS:0;bbb9a1547c7c:43167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C43167%2C1731331139882:(num 1731331141590) 2024-11-11T13:19:15,810 DEBUG [RS:0;bbb9a1547c7c:43167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:15,810 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:15,810 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:15,811 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:15,811 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:15,811 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:15,811 INFO [RS:0;bbb9a1547c7c:43167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43167 2024-11-11T13:19:15,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1000625069/rs/bbb9a1547c7c,43167,1731331139882 2024-11-11T13:19:15,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069/rs 2024-11-11T13:19:15,812 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:15,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,43167,1731331139882] 2024-11-11T13:19:15,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1000625069/draining/bbb9a1547c7c,43167,1731331139882 already deleted, retry=false 2024-11-11T13:19:15,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,43167,1731331139882 expired; onlineServers=0 2024-11-11T13:19:15,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,45449,1731331139842' ***** 2024-11-11T13:19:15,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:15,815 DEBUG [M:0;bbb9a1547c7c:45449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:19:15,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:19:15,815 DEBUG [M:0;bbb9a1547c7c:45449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:19:15,815 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331141316 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331141316,5,FailOnTimeoutGroup] 2024-11-11T13:19:15,815 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331141316 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331141316,5,FailOnTimeoutGroup] 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:15,815 DEBUG [M:0;bbb9a1547c7c:45449 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:19:15,815 INFO [M:0;bbb9a1547c7c:45449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:15,816 INFO [M:0;bbb9a1547c7c:45449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:19:15,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:19:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1000625069/master 2024-11-11T13:19:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1000625069 2024-11-11T13:19:15,816 DEBUG [M:0;bbb9a1547c7c:45449 {}] zookeeper.ZKUtil(347): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Unable to get data of znode /1-1000625069/master because node does not exist (not an error) 2024-11-11T13:19:15,816 WARN [M:0;bbb9a1547c7c:45449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:19:15,817 INFO [M:0;bbb9a1547c7c:45449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/.lastflushedseqids 2024-11-11T13:19:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741836_1012 (size=99) 2024-11-11T13:19:15,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:15,914 INFO [RS:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:15,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x1002eefe2ee0004, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:15,914 INFO [RS:0;bbb9a1547c7c:43167 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,43167,1731331139882; zookeeper connection closed. 2024-11-11T13:19:15,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-11-11T13:19:15,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:19:16,224 INFO [M:0;bbb9a1547c7c:45449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:19:16,224 INFO [M:0;bbb9a1547c7c:45449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:19:16,224 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:16,224 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:16,224 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:16,224 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:16,224 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:16,224 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T13:19:16,242 DEBUG [M:0;bbb9a1547c7c:45449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/810b0b90373948be8cf76aec0b94759d is 82, key is hbase:meta,,1/info:regioninfo/1731331142574/Put/seqid=0 2024-11-11T13:19:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741837_1013 (size=5672) 2024-11-11T13:19:16,332 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:16,332 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:16,648 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/810b0b90373948be8cf76aec0b94759d 2024-11-11T13:19:16,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:16,676 DEBUG [M:0;bbb9a1547c7c:45449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0025c19349894fc4a3e1dc51acd6783e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731331142604/Put/seqid=0 2024-11-11T13:19:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741838_1014 (size=5275) 2024-11-11T13:19:16,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:19:17,081 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0025c19349894fc4a3e1dc51acd6783e 2024-11-11T13:19:17,106 DEBUG [M:0;bbb9a1547c7c:45449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb9d9005db514106afcf8bcfd6e1abae is 69, key is bbb9a1547c7c,43167,1731331139882/rs:state/1731331141431/Put/seqid=0 2024-11-11T13:19:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741839_1015 (size=5156) 2024-11-11T13:19:17,441 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:17,441 DEBUG [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.1731331150808 to pos 0, reset compression=false 2024-11-11T13:19:17,512 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb9d9005db514106afcf8bcfd6e1abae 2024-11-11T13:19:17,523 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/810b0b90373948be8cf76aec0b94759d as hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/810b0b90373948be8cf76aec0b94759d 2024-11-11T13:19:17,534 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/810b0b90373948be8cf76aec0b94759d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T13:19:17,535 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0025c19349894fc4a3e1dc51acd6783e as hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0025c19349894fc4a3e1dc51acd6783e 2024-11-11T13:19:17,543 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0025c19349894fc4a3e1dc51acd6783e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T13:19:17,545 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb9d9005db514106afcf8bcfd6e1abae as hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb9d9005db514106afcf8bcfd6e1abae 2024-11-11T13:19:17,552 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb9d9005db514106afcf8bcfd6e1abae, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T13:19:17,553 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-11-11T13:19:17,555 INFO [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:17,555 DEBUG [M:0;bbb9a1547c7c:45449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331156224Disabling compacts and flushes for region at 1731331156224Disabling writes for close at 1731331156224Obtaining lock to block concurrent updates at 1731331156224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331156224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731331156225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331156226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331156226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331156241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331156241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331156660 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331156675 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331156675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331157088 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331157105 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331157105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203b4872: reopening flushed file at 1731331157522 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7ace95: reopening flushed file at 1731331157534 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aef5677: reopening flushed file at 1731331157544 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1731331157553 (+9 ms)Writing region close event to WAL at 1731331157554 (+1 ms)Closed at 1731331157554 2024-11-11T13:19:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741830_1006 (size=10165) 2024-11-11T13:19:17,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/beba957e-1ce9-54a3-a5f9-e2796cdb26dd/MasterData/WALs/bbb9a1547c7c,45449,1731331139842/bbb9a1547c7c%2C45449%2C1731331139842.1731331141215 not finished, retry = 0 2024-11-11T13:19:17,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:17,659 INFO [M:0;bbb9a1547c7c:45449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:19:17,659 INFO [M:0;bbb9a1547c7c:45449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45449 2024-11-11T13:19:17,662 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:17,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:17,763 INFO [M:0;bbb9a1547c7c:45449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45449-0x1002eefe2ee0003, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:17,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:17,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:17,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:17,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:17,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:17,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:19:17,771 WARN [BP-996069447-172.17.0.2-1731331138954 heartbeating to localhost/127.0.0.1:45253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:19:17,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:19:17,771 WARN [BP-996069447-172.17.0.2-1731331138954 heartbeating to localhost/127.0.0.1:45253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-996069447-172.17.0.2-1731331138954 (Datanode Uuid e4ef9053-4317-45ea-9118-57285fb6c504) service to localhost/127.0.0.1:45253 2024-11-11T13:19:17,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/cluster_f8f0aca6-7629-4cc4-9e83-e682a7ba1b89/data/data1/current/BP-996069447-172.17.0.2-1731331138954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:17,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/cluster_f8f0aca6-7629-4cc4-9e83-e682a7ba1b89/data/data2/current/BP-996069447-172.17.0.2-1731331138954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:17,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:19:17,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:17,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:17,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:17,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:19:17,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:19:17,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:17,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:17,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:17,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:17,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:17,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:19:17,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134640009, stopped=false 2024-11-11T13:19:17,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,38885,1731331149799 2024-11-11T13:19:17,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:17,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/running 2024-11-11T13:19:17,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:17,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:17,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:17,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:17,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:17,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:17,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:17,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,45713,1731331149835' ***** 2024-11-11T13:19:17,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Set watcher on znode that does not yet exist, /01786030063/running 2024-11-11T13:19:17,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:19:17,801 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:19:17,801 INFO [RS:0;bbb9a1547c7c:45713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:19:17,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:19:17,801 INFO [RS:0;bbb9a1547c7c:45713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:19:17,801 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:45713. 2024-11-11T13:19:17,802 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5be1032c076d665f721c1c174f5ba092, disabling compactions & flushes 2024-11-11T13:19:17,802 DEBUG [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:17,802 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:17,802 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:19:17,802 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:19:17,802 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. after waiting 0 ms 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:19:17,802 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:17,802 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:19:17,802 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1325): Online Regions={5be1032c076d665f721c1c174f5ba092=hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:17,803 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5be1032c076d665f721c1c174f5ba092 2024-11-11T13:19:17,803 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:17,803 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:17,803 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:17,803 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:17,803 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:17,803 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T13:19:17,807 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/replication/5be1032c076d665f721c1c174f5ba092/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T13:19:17,808 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:17,808 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:17,808 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:17,808 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5be1032c076d665f721c1c174f5ba092: Waiting for close lock at 1731331157802Running coprocessor pre-close hooks at 1731331157802Disabling compacts and flushes for region at 1731331157802Disabling writes for close at 1731331157802Writing region close event to WAL at 1731331157803 (+1 ms)Running coprocessor post-close hooks at 1731331157808 (+5 ms)Closed at 1731331157808 2024-11-11T13:19:17,809 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092. 2024-11-11T13:19:17,820 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/9642faf5eb9449c885d48725c7d308cb is 147, key is hbase:replication,,1731331142806.5be1032c076d665f721c1c174f5ba092./info:regioninfo/1731331155447/Put/seqid=0 2024-11-11T13:19:17,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741851_1027 (size=6385) 2024-11-11T13:19:17,838 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:18,003 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:18,203 DEBUG [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:18,227 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/9642faf5eb9449c885d48725c7d308cb 2024-11-11T13:19:18,240 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/.tmp/info/9642faf5eb9449c885d48725c7d308cb as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/info/9642faf5eb9449c885d48725c7d308cb 2024-11-11T13:19:18,247 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/info/9642faf5eb9449c885d48725c7d308cb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T13:19:18,248 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-11T13:19:18,254 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T13:19:18,255 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:18,255 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:18,255 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:18,255 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331157802Running coprocessor pre-close hooks at 1731331157802Disabling compacts and flushes for region at 1731331157802Disabling writes for close at 1731331157803 (+1 ms)Obtaining lock to block concurrent updates at 1731331157803Preparing flush snapshotting stores in 1588230740 at 1731331157803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731331157803Flushing stores of hbase:meta,,1.1588230740 at 1731331157804 (+1 ms)Flushing 1588230740/info: creating writer at 1731331157804Flushing 1588230740/info: appending metadata at 1731331157819 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731331157819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78163df0: reopening flushed file at 1731331158239 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1731331158248 (+9 ms)Writing region close event to WAL at 1731331158250 (+2 ms)Running coprocessor post-close hooks at 1731331158255 (+5 ms)Closed at 1731331158255 2024-11-11T13:19:18,255 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:18,404 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,45713,1731331149835; all regions closed. 2024-11-11T13:19:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741849_1025 (size=2156) 2024-11-11T13:19:18,418 DEBUG [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:18,418 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C45713%2C1731331149835.meta:.meta(num 1731331151120) 2024-11-11T13:19:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741850_1026 (size=796) 2024-11-11T13:19:18,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/WALs/bbb9a1547c7c,45713,1731331149835/bbb9a1547c7c%2C45713%2C1731331149835.rep.1731331155401 not finished, retry = 0 2024-11-11T13:19:18,530 DEBUG [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:18,530 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C45713%2C1731331149835.rep:(num 1731331155401) 2024-11-11T13:19:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741848_1024 (size=93) 2024-11-11T13:19:18,539 DEBUG [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/oldWALs 2024-11-11T13:19:18,539 INFO [RS:0;bbb9a1547c7c:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C45713%2C1731331149835:(num 1731331150808) 2024-11-11T13:19:18,539 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:18,539 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:18,539 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:18,540 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:18,540 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:18,540 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:18,540 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T13:19:18,540 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T13:19:18,540 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,45713,1731331149835 because: Region server is closing 2024-11-11T13:19:18,540 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T13:19:18,540 INFO [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:45713. 2024-11-11T13:19:18,540 DEBUG [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:18,540 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:18,541 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:18,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:18,641 WARN [RS:0;bbb9a1547c7c:45713.replicationSource.wal-reader.bbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:19:18,641 WARN [RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:19:18,641 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,1-bbb9a1547c7c,45713,1731331149835 terminated 2024-11-11T13:19:18,641 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bbb9a1547c7c,45713,1731331149835 because: Region server is closing 2024-11-11T13:19:18,641 INFO [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:45713. 2024-11-11T13:19:18,641 DEBUG [RS:0;bbb9a1547c7c:45713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:18,642 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:18,642 DEBUG [RS:0;bbb9a1547c7c:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:18,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:18,742 WARN [RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:19:18,742 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;bbb9a1547c7c:45713.replicationSource.shipperbbb9a1547c7c%2C45713%2C1731331149835,2-bbb9a1547c7c,45713,1731331149835 terminated 2024-11-11T13:19:18,742 INFO [RS:0;bbb9a1547c7c:45713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45713 2024-11-11T13:19:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063/rs 2024-11-11T13:19:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/rs/bbb9a1547c7c,45713,1731331149835 2024-11-11T13:19:18,744 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:18,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,45713,1731331149835] 2024-11-11T13:19:18,745 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01786030063/draining/bbb9a1547c7c,45713,1731331149835 already deleted, retry=false 2024-11-11T13:19:18,745 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,45713,1731331149835 expired; onlineServers=0 2024-11-11T13:19:18,745 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,38885,1731331149799' ***** 2024-11-11T13:19:18,745 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:19:18,745 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:18,745 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:18,745 DEBUG [M:0;bbb9a1547c7c:38885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:19:18,745 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:19:18,746 DEBUG [M:0;bbb9a1547c7c:38885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:19:18,746 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331150536 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331150536,5,FailOnTimeoutGroup] 2024-11-11T13:19:18,746 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331150536 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331150536,5,FailOnTimeoutGroup] 2024-11-11T13:19:18,746 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:18,746 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:18,746 DEBUG [M:0;bbb9a1547c7c:38885 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:19:18,746 INFO [M:0;bbb9a1547c7c:38885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:19:18,746 INFO [M:0;bbb9a1547c7c:38885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:18,746 INFO [M:0;bbb9a1547c7c:38885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:19:18,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:19:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01786030063/master 2024-11-11T13:19:18,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01786030063 2024-11-11T13:19:18,747 DEBUG [M:0;bbb9a1547c7c:38885 {}] zookeeper.ZKUtil(347): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Unable to get data of znode /01786030063/master because node does not exist (not an error) 2024-11-11T13:19:18,747 WARN [M:0;bbb9a1547c7c:38885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:19:18,748 INFO [M:0;bbb9a1547c7c:38885 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/.lastflushedseqids 2024-11-11T13:19:18,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741852_1028 (size=181) 2024-11-11T13:19:18,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:18,845 INFO [RS:0;bbb9a1547c7c:45713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:18,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1002eefe2ee0007, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:18,845 INFO [RS:0;bbb9a1547c7c:45713 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,45713,1731331149835; zookeeper connection closed. 2024-11-11T13:19:18,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9961c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9961c3 2024-11-11T13:19:18,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:19:19,154 INFO [M:0;bbb9a1547c7c:38885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:19:19,154 INFO [M:0;bbb9a1547c7c:38885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:19:19,154 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:19,154 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:19,154 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:19,154 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:19,155 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:19,155 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T13:19:19,172 DEBUG [M:0;bbb9a1547c7c:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e2ce259004a66af827ccdeb54cf9c is 82, key is hbase:meta,,1/info:regioninfo/1731331151194/Put/seqid=0 2024-11-11T13:19:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741853_1029 (size=5680) 2024-11-11T13:19:19,577 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e2ce259004a66af827ccdeb54cf9c 2024-11-11T13:19:19,599 DEBUG [M:0;bbb9a1547c7c:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2adb3c83b90454dbbef45284b5da166 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731331155456/Put/seqid=0 2024-11-11T13:19:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741854_1030 (size=7319) 2024-11-11T13:19:20,005 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2adb3c83b90454dbbef45284b5da166 2024-11-11T13:19:20,026 DEBUG [M:0;bbb9a1547c7c:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69d5e906bd15487cbb891dccd11cd0bb is 69, key is bbb9a1547c7c,45713,1731331149835/rs:state/1731331150579/Put/seqid=0 2024-11-11T13:19:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741855_1031 (size=5371) 2024-11-11T13:19:20,431 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69d5e906bd15487cbb891dccd11cd0bb 2024-11-11T13:19:20,438 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d5e906bd15487cbb891dccd11cd0bb 2024-11-11T13:19:20,439 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e2ce259004a66af827ccdeb54cf9c as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8e2ce259004a66af827ccdeb54cf9c 2024-11-11T13:19:20,445 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8e2ce259004a66af827ccdeb54cf9c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T13:19:20,446 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2adb3c83b90454dbbef45284b5da166 as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2adb3c83b90454dbbef45284b5da166 2024-11-11T13:19:20,452 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2adb3c83b90454dbbef45284b5da166, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T13:19:20,453 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69d5e906bd15487cbb891dccd11cd0bb as hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69d5e906bd15487cbb891dccd11cd0bb 2024-11-11T13:19:20,459 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d5e906bd15487cbb891dccd11cd0bb 2024-11-11T13:19:20,460 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37425/user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69d5e906bd15487cbb891dccd11cd0bb, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T13:19:20,461 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-11-11T13:19:20,463 INFO [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:20,463 DEBUG [M:0;bbb9a1547c7c:38885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331159154Disabling compacts and flushes for region at 1731331159154Disabling writes for close at 1731331159155 (+1 ms)Obtaining lock to block concurrent updates at 1731331159155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331159155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731331159155Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331159156 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331159156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331159171 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331159171Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331159583 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331159598 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331159599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331160011 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331160025 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331160025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3099a7: reopening flushed file at 1731331160438 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197b3fcb: reopening flushed file at 1731331160445 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fc9012: reopening flushed file at 1731331160452 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1731331160461 (+9 ms)Writing region close event to WAL at 1731331160463 (+2 ms)Closed at 1731331160463 2024-11-11T13:19:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35611 is added to blk_1073741847_1023 (size=22949) 2024-11-11T13:19:20,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63f6fdd8-d4f7-886c-c870-a271d713f0b6/MasterData/WALs/bbb9a1547c7c,38885,1731331149799/bbb9a1547c7c%2C38885%2C1731331149799.1731331150348 not finished, retry = 0 2024-11-11T13:19:20,568 INFO [M:0;bbb9a1547c7c:38885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:19:20,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:20,568 INFO [M:0;bbb9a1547c7c:38885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38885 2024-11-11T13:19:20,568 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:20,669 INFO [M:0;bbb9a1547c7c:38885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1002eefe2ee0006, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:20,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:20,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:20,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:20,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:20,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:20,674 WARN [BP-2066537496-172.17.0.2-1731331131776 heartbeating to localhost/127.0.0.1:37425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:19:20,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:19:20,674 WARN [BP-2066537496-172.17.0.2-1731331131776 heartbeating to localhost/127.0.0.1:37425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2066537496-172.17.0.2-1731331131776 (Datanode Uuid d33d8739-2fa9-4968-acfa-c44e55af0339) service to localhost/127.0.0.1:37425 2024-11-11T13:19:20,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:19:20,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/data/data1/current/BP-2066537496-172.17.0.2-1731331131776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:20,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/cluster_7f9c2990-2e90-a204-4377-97bf9dd228aa/data/data2/current/BP-2066537496-172.17.0.2-1731331131776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:20,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:19:20,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:20,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:20,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:20,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:20,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6433c568-68c5-50a7-bc45-795de21edd1d/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:20,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:19:20,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:19:20,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51650) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51650) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45253 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bbb9a1547c7c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bbb9a1547c7c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bbb9a1547c7c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37425 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 108) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2178 (was 3000) 2024-11-11T13:19:20,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=2177 2024-11-11T13:19:20,742 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T13:19:20,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir so I do NOT create it in target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd 2024-11-11T13:19:20,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:19:20,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.tmp.dir so I do NOT create it in target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd 2024-11-11T13:19:20,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/982ebc9c-f675-00ea-787d-a21701f5f948/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:19:20,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd 2024-11-11T13:19:20,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af, deleteOnExit=true 2024-11-11T13:19:20,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/zookeeper_0, clientPort=53281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:19:20,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53281 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/test.cache.data in system properties and HBase conf 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:19:20,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:19:20,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:20,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:19:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:19:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002eefe2ee0002, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:19:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002eefe2ee0005, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:19:20,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002eefe2ee0005, quorum=127.0.0.1:51650, baseZNode=/1-1000625069 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:19:20,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002eefe2ee0002, quorum=127.0.0.1:51650, baseZNode=/01786030063 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:19:20,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:20,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:20,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:20,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:20,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:19:20,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:20,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:20,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:20,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/java.io.tmpdir/jetty-localhost-39331-hadoop-hdfs-3_4_1-tests_jar-_-any-3880612459752336017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:20,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:39331} 2024-11-11T13:19:20,931 INFO [Time-limited test {}] server.Server(415): Started @31139ms 2024-11-11T13:19:21,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:21,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:21,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:21,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:21,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:19:21,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:21,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:21,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/java.io.tmpdir/jetty-localhost-39347-hadoop-hdfs-3_4_1-tests_jar-_-any-850499236837815854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:21,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:39347} 2024-11-11T13:19:21,105 INFO [Time-limited test {}] server.Server(415): Started @31313ms 2024-11-11T13:19:21,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:19:21,172 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/data/data1/current/BP-713391865-172.17.0.2-1731331160771/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:21,172 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/data/data2/current/BP-713391865-172.17.0.2-1731331160771/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:21,188 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:19:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48fff3ff22f9ac7f with lease ID 0x572ff8bc70d123e1: Processing first storage report for DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5a3c329c-f866-43da-842f-7133bf4ebda3, infoPort=37439, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=1115727739;c=1731331160771) 2024-11-11T13:19:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48fff3ff22f9ac7f with lease ID 0x572ff8bc70d123e1: from storage DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5a3c329c-f866-43da-842f-7133bf4ebda3, infoPort=37439, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=1115727739;c=1731331160771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48fff3ff22f9ac7f with lease ID 0x572ff8bc70d123e1: Processing first storage report for DS-ae830159-dff4-4ed7-856a-56d5dee3a5f9 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5a3c329c-f866-43da-842f-7133bf4ebda3, infoPort=37439, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=1115727739;c=1731331160771) 2024-11-11T13:19:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48fff3ff22f9ac7f with lease ID 0x572ff8bc70d123e1: from storage DS-ae830159-dff4-4ed7-856a-56d5dee3a5f9 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5a3c329c-f866-43da-842f-7133bf4ebda3, infoPort=37439, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=1115727739;c=1731331160771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:21,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd 2024-11-11T13:19:21,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:19:21,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e with version=8 2024-11-11T13:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/hbase-staging 2024-11-11T13:19:21,674 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:21,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:21,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:21,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:19:21,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:21,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46265 2024-11-11T13:19:21,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46265 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462650x0, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:21,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46265-0x1002ef057170000 connected 2024-11-11T13:19:21,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/running 2024-11-11T13:19:21,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e, hbase.cluster.distributed=false 2024-11-11T13:19:21,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/acl 2024-11-11T13:19:21,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-11T13:19:21,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46265 2024-11-11T13:19:21,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46265 2024-11-11T13:19:21,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-11T13:19:21,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-11T13:19:21,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:21,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:21,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:21,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:21,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:19:21,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:21,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44507 2024-11-11T13:19:21,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44507 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:21,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:21,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445070x0, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:21,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445070x0, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/running 2024-11-11T13:19:21,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44507-0x1002ef057170001 connected 2024-11-11T13:19:21,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:19:21,727 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:19:21,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/master 2024-11-11T13:19:21,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/acl 2024-11-11T13:19:21,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-11T13:19:21,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44507 2024-11-11T13:19:21,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44507 2024-11-11T13:19:21,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-11T13:19:21,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-11T13:19:21,745 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:46265 2024-11-11T13:19:21,745 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-545123337/backup-masters/bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:21,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/backup-masters 2024-11-11T13:19:21,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/backup-masters 2024-11-11T13:19:21,747 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on existing znode=/0-545123337/backup-masters/bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-545123337/master 2024-11-11T13:19:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:21,748 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on existing znode=/0-545123337/master 2024-11-11T13:19:21,749 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-545123337/backup-masters/bbb9a1547c7c,46265,1731331161674 from backup master directory 2024-11-11T13:19:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-545123337/backup-masters/bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/backup-masters 2024-11-11T13:19:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/backup-masters 2024-11-11T13:19:21,749 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:21,749 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:21,754 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/hbase.id] with ID: 9a610516-492f-4bfd-abe7-114214b450df 2024-11-11T13:19:21,754 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/.tmp/hbase.id 2024-11-11T13:19:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:19:22,160 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/.tmp/hbase.id]:[hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/hbase.id] 2024-11-11T13:19:22,173 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:22,173 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:22,175 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:19:22,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:22,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:19:22,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:22,584 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:22,584 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:19:22,992 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store 2024-11-11T13:19:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:19:23,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:23,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:23,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:23,400 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:23,400 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:23,400 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331163400Disabling compacts and flushes for region at 1731331163400Disabling writes for close at 1731331163400Writing region close event to WAL at 1731331163400Closed at 1731331163400 2024-11-11T13:19:23,402 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/.initializing 2024-11-11T13:19:23,402 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/WALs/bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:23,403 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:23,405 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C46265%2C1731331161674, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/WALs/bbb9a1547c7c,46265,1731331161674, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:23,417 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/WALs/bbb9a1547c7c,46265,1731331161674/bbb9a1547c7c%2C46265%2C1731331161674.1731331163405, exclude list is [], retry=0 2024-11-11T13:19:23,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed,DISK] 2024-11-11T13:19:23,422 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/WALs/bbb9a1547c7c,46265,1731331161674/bbb9a1547c7c%2C46265%2C1731331161674.1731331163405 2024-11-11T13:19:23,423 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37439:37439)] 2024-11-11T13:19:23,423 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:23,423 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:23,423 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,423 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:23,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:23,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:23,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:23,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:23,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:23,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:23,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:23,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:23,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:23,435 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,435 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,436 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,437 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,437 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,438 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:23,439 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:23,441 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:23,442 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63850564, jitterRate=-0.04855245351791382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:23,443 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331163424Initializing all the Stores at 1731331163425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331163425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331163425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331163425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331163425Cleaning up temporary data from old regions at 1731331163437 (+12 ms)Region opened successfully at 1731331163442 (+5 ms) 2024-11-11T13:19:23,443 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:23,446 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0f91e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:23,447 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:19:23,448 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:23,448 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:23,448 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:23,448 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:23,449 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:19:23,449 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:23,451 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:23,452 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Unable to get data of znode /0-545123337/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:23,452 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/balancer already deleted, retry=false 2024-11-11T13:19:23,453 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:23,453 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Unable to get data of znode /0-545123337/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:23,454 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/normalizer already deleted, retry=false 2024-11-11T13:19:23,454 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:23,455 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Unable to get data of znode /0-545123337/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:23,456 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/switch/split already deleted, retry=false 2024-11-11T13:19:23,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Unable to get data of znode /0-545123337/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:23,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/switch/merge already deleted, retry=false 2024-11-11T13:19:23,459 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Unable to get data of znode /0-545123337/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:23,460 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-545123337/running 2024-11-11T13:19:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-545123337/running 2024-11-11T13:19:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,462 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,46265,1731331161674, sessionid=0x1002ef057170000, setting cluster-up flag (Was=false) 2024-11-11T13:19:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,466 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-545123337/flush-table-proc/acquired, /0-545123337/flush-table-proc/reached, /0-545123337/flush-table-proc/abort 2024-11-11T13:19:23,467 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:23,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:23,471 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-545123337/online-snapshot/acquired, /0-545123337/online-snapshot/reached, /0-545123337/online-snapshot/abort 2024-11-11T13:19:23,472 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:23,473 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:19:23,475 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:23,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:23,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:23,476 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bbb9a1547c7c,34105,1731331135124: status=Processing ServerCrashProcedure of bbb9a1547c7c,34105,1731331135124 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731331150532, completionTime=-1 appears to have been leaked 2024-11-11T13:19:23,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,46265,1731331161674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:23,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331193478 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:23,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:23,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:23,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:23,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:23,480 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331163480,5,FailOnTimeoutGroup] 2024-11-11T13:19:23,480 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331163480,5,FailOnTimeoutGroup] 2024-11-11T13:19:23,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:23,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:23,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:19:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:19:23,538 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(746): ClusterId : 9a610516-492f-4bfd-abe7-114214b450df 2024-11-11T13:19:23,538 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:23,539 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:23,539 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:23,541 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:23,541 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220db194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:23,551 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:44507 2024-11-11T13:19:23,551 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:23,551 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:23,551 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:23,552 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,46265,1731331161674 with port=44507, startcode=1731331161717 2024-11-11T13:19:23,552 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:23,554 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:23,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,556 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e 2024-11-11T13:19:23,556 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33419 2024-11-11T13:19:23,556 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:23,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/rs 2024-11-11T13:19:23,558 DEBUG [RS:0;bbb9a1547c7c:44507 {}] zookeeper.ZKUtil(111): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on existing znode=/0-545123337/rs/bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,558 WARN [RS:0;bbb9a1547c7c:44507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:23,558 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:23,558 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,44507,1731331161717] 2024-11-11T13:19:23,562 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:23,564 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:23,565 INFO [RS:0;bbb9a1547c7c:44507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:23,565 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,565 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:23,566 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:23,566 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,566 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,566 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,566 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,566 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,566 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:23,567 DEBUG [RS:0;bbb9a1547c7c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,568 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44507,1731331161717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:23,581 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:23,581 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44507,1731331161717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,581 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,582 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.Replication(171): bbb9a1547c7c,44507,1731331161717 started 2024-11-11T13:19:23,595 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:23,595 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,44507,1731331161717, RpcServer on bbb9a1547c7c/172.17.0.2:44507, sessionid=0x1002ef057170001 2024-11-11T13:19:23,595 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:23,595 DEBUG [RS:0;bbb9a1547c7c:44507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,595 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,44507,1731331161717' 2024-11-11T13:19:23,595 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-545123337/flush-table-proc/abort' 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-545123337/flush-table-proc/acquired' 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,44507,1731331161717' 2024-11-11T13:19:23,596 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-545123337/online-snapshot/abort' 2024-11-11T13:19:23,597 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-545123337/online-snapshot/acquired' 2024-11-11T13:19:23,597 DEBUG [RS:0;bbb9a1547c7c:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:23,597 INFO [RS:0;bbb9a1547c7c:44507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:23,597 INFO [RS:0;bbb9a1547c7c:44507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:23,698 INFO [RS:0;bbb9a1547c7c:44507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:23,699 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44507%2C1731331161717, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs, maxLogs=10 2024-11-11T13:19:23,711 DEBUG [RS:0;bbb9a1547c7c:44507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699, exclude list is [], retry=0 2024-11-11T13:19:23,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed,DISK] 2024-11-11T13:19:23,716 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 2024-11-11T13:19:23,716 DEBUG [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37439:37439)] 2024-11-11T13:19:23,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:19:23,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e 2024-11-11T13:19:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:19:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:24,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:24,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:24,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:24,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:24,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:24,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:24,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:24,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:24,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:24,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740 2024-11-11T13:19:24,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740 2024-11-11T13:19:24,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:24,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:24,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:24,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:24,316 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66906994, jitterRate=-0.0030080974102020264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331164298Initializing all the Stores at 1731331164299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331164299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164299Cleaning up temporary data from old regions at 1731331164311 (+12 ms)Region opened successfully at 1731331164316 (+5 ms) 2024-11-11T13:19:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:24,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:24,317 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:24,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331164316Disabling compacts and flushes for region at 1731331164316Disabling writes for close at 1731331164316Writing region close event to WAL at 1731331164317 (+1 ms)Closed at 1731331164317 2024-11-11T13:19:24,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:24,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:19:24,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:24,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:24,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:19:24,471 DEBUG [bbb9a1547c7c:46265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:24,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:24,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,44507,1731331161717, state=OPENING 2024-11-11T13:19:24,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:19:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:24,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-545123337/meta-region-server: CHANGED 2024-11-11T13:19:24,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-545123337/meta-region-server: CHANGED 2024-11-11T13:19:24,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:24,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44507,1731331161717}] 2024-11-11T13:19:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:19:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:24,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:24,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:24,634 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:24,634 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:24,635 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:24,636 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44507%2C1731331161717.meta, suffix=.meta, logDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs, maxLogs=10 2024-11-11T13:19:24,648 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.meta.1731331164637.meta, exclude list is [], retry=0 2024-11-11T13:19:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed,DISK] 2024-11-11T13:19:24,653 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.meta.1731331164637.meta 2024-11-11T13:19:24,653 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37439:37439)] 2024-11-11T13:19:24,654 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:24,654 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:24,654 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:24,654 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:24,654 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:24,655 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:24,655 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:24,655 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:24,655 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:24,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:24,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:24,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:24,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:24,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:24,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:24,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:24,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:24,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:24,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:24,662 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:24,663 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740 2024-11-11T13:19:24,664 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740 2024-11-11T13:19:24,665 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:24,665 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:24,665 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:24,667 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:24,667 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72484967, jitterRate=0.08011017739772797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:24,667 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:24,668 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331164655Writing region info on filesystem at 1731331164655Initializing all the Stores at 1731331164656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331164657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331164657Cleaning up temporary data from old regions at 1731331164665 (+8 ms)Running coprocessor post-open hooks at 1731331164667 (+2 ms)Region opened successfully at 1731331164668 (+1 ms) 2024-11-11T13:19:24,669 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331164629 2024-11-11T13:19:24,671 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:24,672 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:24,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:24,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,44507,1731331161717, state=OPEN 2024-11-11T13:19:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-545123337/meta-region-server 2024-11-11T13:19:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-545123337/meta-region-server 2024-11-11T13:19:24,675 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:24,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-545123337/meta-region-server: CHANGED 2024-11-11T13:19:24,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-545123337/meta-region-server: CHANGED 2024-11-11T13:19:24,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:19:24,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44507,1731331161717 in 199 msec 2024-11-11T13:19:24,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:19:24,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-11T13:19:24,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:24,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:19:24,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:24,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44507,1731331161717, seqNum=-1] 2024-11-11T13:19:24,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:24,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:24,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-11T13:19:24,692 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331164692, completionTime=-1 2024-11-11T13:19:24,693 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:19:24,693 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331224695 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331284695 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,695 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,696 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:46265, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,696 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,696 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,698 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:19:24,699 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-11T13:19:24,699 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:24,699 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:24,700 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:24,700 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:24,700 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:24,700 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:24,700 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:24,702 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:24,702 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:24,702 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46265,1731331161674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:24,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:24,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46265,-1 for getting cluster id 2024-11-11T13:19:24,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:24,740 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a610516-492f-4bfd-abe7-114214b450df' 2024-11-11T13:19:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a610516-492f-4bfd-abe7-114214b450df" 2024-11-11T13:19:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ae4eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46265,-1] 2024-11-11T13:19:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:24,742 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:24,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:24,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44507,1731331161717, seqNum=-1] 2024-11-11T13:19:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:24,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:24,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:24,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:24,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:24,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef057170002 connected 2024-11-11T13:19:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir so I do NOT create it in target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a 2024-11-11T13:19:24,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.tmp.dir so I do NOT create it in target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a 2024-11-11T13:19:24,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:19:24,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/cluster_17f89671-71df-30c9-2562-d2a033688171, deleteOnExit=true 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/test.cache.data in system properties and HBase conf 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:19:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:19:24,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:19:24,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:19:24,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:24,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:24,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:24,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:24,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:19:24,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:24,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:24,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:24,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/java.io.tmpdir/jetty-localhost-41307-hadoop-hdfs-3_4_1-tests_jar-_-any-11733321476099145826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:24,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:41307} 2024-11-11T13:19:24,912 INFO [Time-limited test {}] server.Server(415): Started @35120ms 2024-11-11T13:19:24,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:24,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:24,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:24,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:24,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:19:24,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:24,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:25,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-16899249114635226911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:25,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-11T13:19:25,073 INFO [Time-limited test {}] server.Server(415): Started @35281ms 2024-11-11T13:19:25,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:19:25,156 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/cluster_17f89671-71df-30c9-2562-d2a033688171/data/data2/current/BP-248472057-172.17.0.2-1731331164771/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:25,156 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/cluster_17f89671-71df-30c9-2562-d2a033688171/data/data1/current/BP-248472057-172.17.0.2-1731331164771/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:25,185 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:19:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaaea2f0e914eb56 with lease ID 0x2f19c4f5f7cb7348: Processing first storage report for DS-70fa5fb9-fa5d-4a58-9af8-75b3491ba59d from datanode DatanodeRegistration(127.0.0.1:40953, datanodeUuid=f0f670f1-20bf-4b2d-b7bd-79bdcf9841e9, infoPort=34279, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=820756186;c=1731331164771) 2024-11-11T13:19:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaaea2f0e914eb56 with lease ID 0x2f19c4f5f7cb7348: from storage DS-70fa5fb9-fa5d-4a58-9af8-75b3491ba59d node DatanodeRegistration(127.0.0.1:40953, datanodeUuid=f0f670f1-20bf-4b2d-b7bd-79bdcf9841e9, infoPort=34279, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=820756186;c=1731331164771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaaea2f0e914eb56 with lease ID 0x2f19c4f5f7cb7348: Processing first storage report for DS-b13933a8-a5e4-4ccd-b120-8f75fe02b1ee from datanode DatanodeRegistration(127.0.0.1:40953, datanodeUuid=f0f670f1-20bf-4b2d-b7bd-79bdcf9841e9, infoPort=34279, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=820756186;c=1731331164771) 2024-11-11T13:19:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaaea2f0e914eb56 with lease ID 0x2f19c4f5f7cb7348: from storage DS-b13933a8-a5e4-4ccd-b120-8f75fe02b1ee node DatanodeRegistration(127.0.0.1:40953, datanodeUuid=f0f670f1-20bf-4b2d-b7bd-79bdcf9841e9, infoPort=34279, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=820756186;c=1731331164771), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T13:19:25,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a 2024-11-11T13:19:25,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:19:25,212 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551 with version=8 2024-11-11T13:19:25,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/hbase-staging 2024-11-11T13:19:25,215 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:25,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:25,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:25,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:19:25,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:25,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43875 2024-11-11T13:19:25,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43875 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438750x0, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:25,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43875-0x1002ef057170003 connected 2024-11-11T13:19:25,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/running 2024-11-11T13:19:25,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551, hbase.cluster.distributed=false 2024-11-11T13:19:25,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/acl 2024-11-11T13:19:25,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-11T13:19:25,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-11T13:19:25,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-11T13:19:25,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-11T13:19:25,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-11T13:19:25,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:19:25,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:25,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43057 2024-11-11T13:19:25,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43057 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:25,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430570x0, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:25,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43057-0x1002ef057170004 connected 2024-11-11T13:19:25,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/running 2024-11-11T13:19:25,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:19:25,267 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:19:25,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/master 2024-11-11T13:19:25,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/acl 2024-11-11T13:19:25,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-11T13:19:25,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43057 2024-11-11T13:19:25,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43057 2024-11-11T13:19:25,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-11T13:19:25,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-11T13:19:25,300 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:43875 2024-11-11T13:19:25,301 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11996865135/backup-masters/bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/backup-masters 2024-11-11T13:19:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/backup-masters 2024-11-11T13:19:25,303 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on existing znode=/11996865135/backup-masters/bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996865135/master 2024-11-11T13:19:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:25,305 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on existing znode=/11996865135/master 2024-11-11T13:19:25,306 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11996865135/backup-masters/bbb9a1547c7c,43875,1731331165215 from backup master directory 2024-11-11T13:19:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996865135/backup-masters/bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/backup-masters 2024-11-11T13:19:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/backup-masters 2024-11-11T13:19:25,307 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:25,307 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:25,320 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/hbase.id] with ID: 84c3ed84-f8f5-4f9e-a311-a34730d8b003 2024-11-11T13:19:25,320 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/.tmp/hbase.id 2024-11-11T13:19:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:19:25,731 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/.tmp/hbase.id]:[hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/hbase.id] 2024-11-11T13:19:25,746 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:25,746 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:25,748 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:19:25,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:25,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:19:26,156 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:26,157 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:26,157 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:19:26,568 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store 2024-11-11T13:19:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:26,977 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:26,977 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:26,977 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331166977Disabling compacts and flushes for region at 1731331166977Disabling writes for close at 1731331166977Writing region close event to WAL at 1731331166977Closed at 1731331166977 2024-11-11T13:19:26,978 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/.initializing 2024-11-11T13:19:26,978 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/WALs/bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:26,980 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:26,983 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C43875%2C1731331165215, suffix=, logDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/WALs/bbb9a1547c7c,43875,1731331165215, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:26,999 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/WALs/bbb9a1547c7c,43875,1731331165215/bbb9a1547c7c%2C43875%2C1731331165215.1731331166983, exclude list is [], retry=0 2024-11-11T13:19:27,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-70fa5fb9-fa5d-4a58-9af8-75b3491ba59d,DISK] 2024-11-11T13:19:27,005 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/WALs/bbb9a1547c7c,43875,1731331165215/bbb9a1547c7c%2C43875%2C1731331165215.1731331166983 2024-11-11T13:19:27,005 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-11T13:19:27,005 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:27,006 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:27,006 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,006 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:27,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:27,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:27,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:27,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:27,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:27,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:27,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:27,018 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,019 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,020 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:27,024 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:27,027 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:27,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61462710, jitterRate=-0.08413425087928772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:27,029 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331167006Initializing all the Stores at 1731331167007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331167007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331167007Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331167007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331167007Cleaning up temporary data from old regions at 1731331167022 (+15 ms)Region opened successfully at 1731331167028 (+6 ms) 2024-11-11T13:19:27,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:27,034 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba3b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:27,035 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:19:27,036 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:27,036 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:27,036 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:27,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:27,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:19:27,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:27,041 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:27,042 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:27,043 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/balancer already deleted, retry=false 2024-11-11T13:19:27,044 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:27,045 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:27,046 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/normalizer already deleted, retry=false 2024-11-11T13:19:27,046 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:27,047 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:27,048 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/switch/split already deleted, retry=false 2024-11-11T13:19:27,049 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:27,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/switch/merge already deleted, retry=false 2024-11-11T13:19:27,052 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:27,053 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:27,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996865135/running 2024-11-11T13:19:27,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996865135/running 2024-11-11T13:19:27,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,055 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,43875,1731331165215, sessionid=0x1002ef057170003, setting cluster-up flag (Was=false) 2024-11-11T13:19:27,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,062 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11996865135/flush-table-proc/acquired, /11996865135/flush-table-proc/reached, /11996865135/flush-table-proc/abort 2024-11-11T13:19:27,064 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:27,070 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11996865135/online-snapshot/acquired, /11996865135/online-snapshot/reached, /11996865135/online-snapshot/abort 2024-11-11T13:19:27,071 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:27,073 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:19:27,075 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:27,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:27,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:27,075 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,43875,1731331165215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:27,081 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:27,082 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:27,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:19:27,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:19:27,097 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331197097 2024-11-11T13:19:27,097 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:27,097 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:27,098 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:27,098 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:27,098 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:27,098 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:27,100 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(746): ClusterId : 84c3ed84-f8f5-4f9e-a311-a34730d8b003 2024-11-11T13:19:27,100 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:27,102 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:27,102 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:27,103 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:27,104 DEBUG [RS:0;bbb9a1547c7c:43057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e701844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:27,109 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,111 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:27,111 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:27,111 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:27,111 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:27,112 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:27,112 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:27,117 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331167112,5,FailOnTimeoutGroup] 2024-11-11T13:19:27,118 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331167117,5,FailOnTimeoutGroup] 2024-11-11T13:19:27,118 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,118 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:27,118 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,118 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:19:27,125 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:43057 2024-11-11T13:19:27,125 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:27,125 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:27,125 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:27,126 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,43875,1731331165215 with port=43057, startcode=1731331165255 2024-11-11T13:19:27,126 DEBUG [RS:0;bbb9a1547c7c:43057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:27,128 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:27,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,132 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551 2024-11-11T13:19:27,132 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45857 2024-11-11T13:19:27,132 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:27,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/rs 2024-11-11T13:19:27,136 DEBUG [RS:0;bbb9a1547c7c:43057 {}] zookeeper.ZKUtil(111): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on existing znode=/11996865135/rs/bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,136 WARN [RS:0;bbb9a1547c7c:43057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:27,136 INFO [RS:0;bbb9a1547c7c:43057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:27,136 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,43057,1731331165255] 2024-11-11T13:19:27,146 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:27,149 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:27,150 INFO [RS:0;bbb9a1547c7c:43057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:27,150 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,155 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:27,156 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:27,156 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,157 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:27,158 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:27,158 DEBUG [RS:0;bbb9a1547c7c:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:27,161 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,161 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,161 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,162 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,162 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,162 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43057,1731331165255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:27,183 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:27,183 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43057,1731331165255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,184 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,184 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.Replication(171): bbb9a1547c7c,43057,1731331165255 started 2024-11-11T13:19:27,205 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:27,205 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,43057,1731331165255, RpcServer on bbb9a1547c7c/172.17.0.2:43057, sessionid=0x1002ef057170004 2024-11-11T13:19:27,205 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:27,205 DEBUG [RS:0;bbb9a1547c7c:43057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,206 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43057,1731331165255' 2024-11-11T13:19:27,206 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11996865135/flush-table-proc/abort' 2024-11-11T13:19:27,206 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11996865135/flush-table-proc/acquired' 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43057,1731331165255' 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11996865135/online-snapshot/abort' 2024-11-11T13:19:27,207 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11996865135/online-snapshot/acquired' 2024-11-11T13:19:27,208 DEBUG [RS:0;bbb9a1547c7c:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:27,208 INFO [RS:0;bbb9a1547c7c:43057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:27,208 INFO [RS:0;bbb9a1547c7c:43057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:27,308 INFO [RS:0;bbb9a1547c7c:43057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:27,311 INFO [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43057%2C1731331165255, suffix=, logDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/oldWALs, maxLogs=10 2024-11-11T13:19:27,328 DEBUG [RS:0;bbb9a1547c7c:43057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255/bbb9a1547c7c%2C43057%2C1731331165255.1731331167311, exclude list is [], retry=0 2024-11-11T13:19:27,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-70fa5fb9-fa5d-4a58-9af8-75b3491ba59d,DISK] 2024-11-11T13:19:27,335 INFO [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255/bbb9a1547c7c%2C43057%2C1731331165255.1731331167311 2024-11-11T13:19:27,335 DEBUG [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-11T13:19:27,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:19:27,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551 2024-11-11T13:19:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:19:27,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:27,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:27,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:27,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:27,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:27,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:27,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:27,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:27,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:27,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:27,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:27,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:27,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:27,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:27,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:27,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740 2024-11-11T13:19:27,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740 2024-11-11T13:19:27,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:27,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:27,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:27,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:27,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:27,948 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328048, jitterRate=0.1075742244720459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:27,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331167929Initializing all the Stores at 1731331167930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331167930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331167931 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331167931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331167931Cleaning up temporary data from old regions at 1731331167943 (+12 ms)Region opened successfully at 1731331167948 (+5 ms) 2024-11-11T13:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:27,949 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:27,949 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331167949Disabling compacts and flushes for region at 1731331167949Disabling writes for close at 1731331167949Writing region close event to WAL at 1731331167949Closed at 1731331167949 2024-11-11T13:19:27,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:27,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:19:27,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:27,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:27,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:19:28,104 DEBUG [bbb9a1547c7c:43875 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:28,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:28,107 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43057,1731331165255, state=OPENING 2024-11-11T13:19:28,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:19:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:28,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:28,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996865135/meta-region-server: CHANGED 2024-11-11T13:19:28,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996865135/meta-region-server: CHANGED 2024-11-11T13:19:28,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43057,1731331165255}] 2024-11-11T13:19:28,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:28,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:28,272 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:28,272 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:28,273 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:28,275 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43057%2C1731331165255.meta, suffix=.meta, logDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/oldWALs, maxLogs=10 2024-11-11T13:19:28,295 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255/bbb9a1547c7c%2C43057%2C1731331165255.meta.1731331168275.meta, exclude list is [], retry=0 2024-11-11T13:19:28,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-70fa5fb9-fa5d-4a58-9af8-75b3491ba59d,DISK] 2024-11-11T13:19:28,304 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/WALs/bbb9a1547c7c,43057,1731331165255/bbb9a1547c7c%2C43057%2C1731331165255.meta.1731331168275.meta 2024-11-11T13:19:28,305 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-11T13:19:28,305 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:28,306 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:28,306 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:28,306 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:28,306 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:28,306 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:28,306 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:28,307 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:28,307 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:28,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:28,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:28,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:28,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:28,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:28,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:28,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:28,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:28,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:28,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:28,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:28,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:28,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:28,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:28,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:28,319 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740 2024-11-11T13:19:28,321 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740 2024-11-11T13:19:28,322 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:28,323 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:28,324 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:28,326 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:28,327 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59223173, jitterRate=-0.11750595271587372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:28,327 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:28,328 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331168307Writing region info on filesystem at 1731331168307Initializing all the Stores at 1731331168308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331168308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331168309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331168309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331168309Cleaning up temporary data from old regions at 1731331168323 (+14 ms)Running coprocessor post-open hooks at 1731331168327 (+4 ms)Region opened successfully at 1731331168327 2024-11-11T13:19:28,330 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331168264 2024-11-11T13:19:28,334 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:28,334 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:28,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:28,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43057,1731331165255, state=OPEN 2024-11-11T13:19:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11996865135/meta-region-server 2024-11-11T13:19:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11996865135/meta-region-server 2024-11-11T13:19:28,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996865135/meta-region-server: CHANGED 2024-11-11T13:19:28,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996865135/meta-region-server: CHANGED 2024-11-11T13:19:28,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:28,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:19:28,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43057,1731331165255 in 228 msec 2024-11-11T13:19:28,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:19:28,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-11T13:19:28,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:28,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:19:28,353 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:28,353 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43057,1731331165255, seqNum=-1] 2024-11-11T13:19:28,354 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:28,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:28,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-11T13:19:28,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331168366, completionTime=-1 2024-11-11T13:19:28,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:19:28,367 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:28,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:28,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331228370 2024-11-11T13:19:28,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331288370 2024-11-11T13:19:28,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T13:19:28,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:43875, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,372 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,374 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:19:28,377 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.070sec 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:28,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:28,383 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:28,383 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:28,383 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43875,1731331165215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:28,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43875,-1 for getting cluster id 2024-11-11T13:19:28,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:28,404 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c3ed84-f8f5-4f9e-a311-a34730d8b003' 2024-11-11T13:19:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c3ed84-f8f5-4f9e-a311-a34730d8b003" 2024-11-11T13:19:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee06458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43875,-1] 2024-11-11T13:19:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:28,407 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:28,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43057,1731331165255, seqNum=-1] 2024-11-11T13:19:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:28,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:28,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:28,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53281 2024-11-11T13:19:28,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:28,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46265,-1 for getting cluster id 2024-11-11T13:19:28,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:28,433 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a610516-492f-4bfd-abe7-114214b450df' 2024-11-11T13:19:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a610516-492f-4bfd-abe7-114214b450df" 2024-11-11T13:19:28,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef057170005 connected 2024-11-11T13:19:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9c4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46265,-1] 2024-11-11T13:19:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:28,436 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575a3558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a108a0c 2024-11-11T13:19:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:28,441 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:28,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:43875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:19:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:28,446 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:43875' 2024-11-11T13:19:28,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6370b47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,453 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43875,-1 for getting cluster id 2024-11-11T13:19:28,454 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:28,455 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c3ed84-f8f5-4f9e-a311-a34730d8b003' 2024-11-11T13:19:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c3ed84-f8f5-4f9e-a311-a34730d8b003" 2024-11-11T13:19:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab85e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43875,-1] 2024-11-11T13:19:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:28,458 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:28,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c4eb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:28,460 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:28,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:28,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48efbe9e 2024-11-11T13:19:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:28,463 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:28,464 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T13:19:28,464 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:28,464 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:28,464 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:28,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:28,465 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:28,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:19:28,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:19:28,469 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:28,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:19:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=1138) 2024-11-11T13:19:28,517 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:19:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:28,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94921793f7bfb08d88ae2145393eeda0, NAME => 'hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e 2024-11-11T13:19:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=44) 2024-11-11T13:19:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:29,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:29,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94921793f7bfb08d88ae2145393eeda0, disabling compactions & flushes 2024-11-11T13:19:29,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. after waiting 0 ms 2024-11-11T13:19:29,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94921793f7bfb08d88ae2145393eeda0: Waiting for close lock at 1731331169291Disabling compacts and flushes for region at 1731331169291Disabling writes for close at 1731331169291Writing region close event to WAL at 1731331169292 (+1 ms)Closed at 1731331169292 2024-11-11T13:19:29,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:19:29,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331169294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331169294"}]},"ts":"1731331169294"} 2024-11-11T13:19:29,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:19:29,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:19:29,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331169299"}]},"ts":"1731331169299"} 2024-11-11T13:19:29,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:19:29,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94921793f7bfb08d88ae2145393eeda0, ASSIGN}] 2024-11-11T13:19:29,304 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94921793f7bfb08d88ae2145393eeda0, ASSIGN 2024-11-11T13:19:29,305 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94921793f7bfb08d88ae2145393eeda0, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,44507,1731331161717; forceNewPlan=false, retain=false 2024-11-11T13:19:29,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=94921793f7bfb08d88ae2145393eeda0, regionState=OPENING, regionLocation=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:29,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94921793f7bfb08d88ae2145393eeda0, ASSIGN because future has completed 2024-11-11T13:19:29,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94921793f7bfb08d88ae2145393eeda0, server=bbb9a1547c7c,44507,1731331161717}] 2024-11-11T13:19:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:29,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:29,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:19:29,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44507%2C1731331161717.rep, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs, maxLogs=10 2024-11-11T13:19:29,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.rep.1731331169622, exclude list is [], retry=0 2024-11-11T13:19:29,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-4d1cb2ea-42ce-4f68-ad19-beb875823aed,DISK] 2024-11-11T13:19:29,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.rep.1731331169622 2024-11-11T13:19:29,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37439:37439)] 2024-11-11T13:19:29,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 94921793f7bfb08d88ae2145393eeda0, NAME => 'hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:29,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. service=MultiRowMutationService 2024-11-11T13:19:29,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:19:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:29,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,650 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,651 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94921793f7bfb08d88ae2145393eeda0 columnFamilyName hfileref 2024-11-11T13:19:29,651 DEBUG [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:29,652 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(327): Store=94921793f7bfb08d88ae2145393eeda0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:29,653 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,654 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94921793f7bfb08d88ae2145393eeda0 columnFamilyName queue 2024-11-11T13:19:29,655 DEBUG [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:29,655 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(327): Store=94921793f7bfb08d88ae2145393eeda0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:29,655 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,657 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94921793f7bfb08d88ae2145393eeda0 columnFamilyName sid 2024-11-11T13:19:29,657 DEBUG [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:29,658 INFO [StoreOpener-94921793f7bfb08d88ae2145393eeda0-1 {}] regionserver.HStore(327): Store=94921793f7bfb08d88ae2145393eeda0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:29,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:29,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:29,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 94921793f7bfb08d88ae2145393eeda0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72242717, jitterRate=0.07650037109851837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:29,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 94921793f7bfb08d88ae2145393eeda0: Running coprocessor pre-open hook at 1731331169648Writing region info on filesystem at 1731331169648Initializing all the Stores at 1731331169649 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331169649Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331169649Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331169649Cleaning up temporary data from old regions at 1731331169661 (+12 ms)Running coprocessor post-open hooks at 1731331169670 (+9 ms)Region opened successfully at 1731331169671 (+1 ms) 2024-11-11T13:19:29,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0., pid=7, masterSystemTime=1731331169613 2024-11-11T13:19:29,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:29,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=94921793f7bfb08d88ae2145393eeda0, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:29,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94921793f7bfb08d88ae2145393eeda0, server=bbb9a1547c7c,44507,1731331161717 because future has completed 2024-11-11T13:19:29,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T13:19:29,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 94921793f7bfb08d88ae2145393eeda0, server=bbb9a1547c7c,44507,1731331161717 in 231 msec 2024-11-11T13:19:29,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:19:29,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94921793f7bfb08d88ae2145393eeda0, ASSIGN in 392 msec 2024-11-11T13:19:29,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:19:29,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331169703"}]},"ts":"1731331169703"} 2024-11-11T13:19:29,706 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:19:29,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:19:29,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-11T13:19:29,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0., hostname=bbb9a1547c7c,44507,1731331161717, seqNum=2] 2024-11-11T13:19:29,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:29,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:29,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:29,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T13:19:29,901 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:19:29,942 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,44507,1731331161717, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:19:29,943 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:29,943 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44507,1731331161717, seqNum=-1] 2024-11-11T13:19:29,944 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:29,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T13:19:29,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,44507,1731331161717', locateType=CURRENT is [region=hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0., hostname=bbb9a1547c7c,44507,1731331161717, seqNum=2] 2024-11-11T13:19:29,953 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T13:19:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T13:19:29,959 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,44507,1731331161717 suceeded 2024-11-11T13:19:29,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T13:19:29,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-11T13:19:29,962 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:43875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:19:29,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-11T13:19:29,974 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:43875' 2024-11-11T13:19:29,976 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@974b718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:29,976 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43875,-1 for getting cluster id 2024-11-11T13:19:29,976 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:29,977 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c3ed84-f8f5-4f9e-a311-a34730d8b003' 2024-11-11T13:19:29,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:29,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c3ed84-f8f5-4f9e-a311-a34730d8b003" 2024-11-11T13:19:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c5221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43875,-1] 2024-11-11T13:19:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:29,979 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:29,981 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6604da8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:29,981 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1964e102 2024-11-11T13:19:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:29,984 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:29,985 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,44507,1731331161717 (queues=1) is replicating from cluster=9a610516-492f-4bfd-abe7-114214b450df to cluster=84c3ed84-f8f5-4f9e-a311-a34730d8b003 2024-11-11T13:19:29,985 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C44507%2C1731331161717 2024-11-11T13:19:29,985 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,44507,1731331161717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:29,986 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699, startPosition=0, beingWritten=true 2024-11-11T13:19:29,993 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.shipperbbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C44507%2C1731331161717 2024-11-11T13:19:30,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:30,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:30,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:30,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:19:30,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:19:30,200 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:30,506 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:30,597 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:19:30,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:30,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:30,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@116ec80d 2024-11-11T13:19:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:30,600 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:30,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:19:30,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:19:30,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:30,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:30,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:19:30,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937718563, stopped=false 2024-11-11T13:19:30,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,43875,1731331165215 2024-11-11T13:19:30,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996865135/running 2024-11-11T13:19:30,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:30,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996865135/running 2024-11-11T13:19:30,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:30,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:30,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:30,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:30,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,43057,1731331165255' ***** 2024-11-11T13:19:30,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:19:30,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/running 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:19:30,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:30,604 INFO [RS:0;bbb9a1547c7c:43057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43057. 2024-11-11T13:19:30,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Set watcher on znode that does not yet exist, /11996865135/running 2024-11-11T13:19:30,604 DEBUG [RS:0;bbb9a1547c7c:43057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:30,605 DEBUG [RS:0;bbb9a1547c7c:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:30,605 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:19:30,605 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:19:30,605 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:19:30,605 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:19:30,605 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:19:30,605 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:30,605 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:30,605 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:30,605 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:30,605 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:30,605 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:30,605 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:30,606 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T13:19:30,634 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/.tmp/ns/09f13074f6094d4b9aa6b2ff013a15bb is 43, key is default/ns:d/1731331168357/Put/seqid=0 2024-11-11T13:19:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741835_1011 (size=5153) 2024-11-11T13:19:30,668 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:30,805 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:30,912 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:31,006 DEBUG [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:31,040 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/.tmp/ns/09f13074f6094d4b9aa6b2ff013a15bb 2024-11-11T13:19:31,049 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/.tmp/ns/09f13074f6094d4b9aa6b2ff013a15bb as hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/ns/09f13074f6094d4b9aa6b2ff013a15bb 2024-11-11T13:19:31,057 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/ns/09f13074f6094d4b9aa6b2ff013a15bb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T13:19:31,058 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-11T13:19:31,070 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T13:19:31,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:31,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:31,071 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:31,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331170605Running coprocessor pre-close hooks at 1731331170605Disabling compacts and flushes for region at 1731331170605Disabling writes for close at 1731331170605Obtaining lock to block concurrent updates at 1731331170606 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331170606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731331170606Flushing stores of hbase:meta,,1.1588230740 at 1731331170607 (+1 ms)Flushing 1588230740/ns: creating writer at 1731331170607Flushing 1588230740/ns: appending metadata at 1731331170634 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731331170634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54431fe5: reopening flushed file at 1731331171048 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1731331171058 (+10 ms)Writing region close event to WAL at 1731331171063 (+5 ms)Running coprocessor post-close hooks at 1731331171071 (+8 ms)Closed at 1731331171071 2024-11-11T13:19:31,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:31,162 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:19:31,162 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:19:31,206 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,43057,1731331165255; all regions closed. 2024-11-11T13:19:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741834_1010 (size=1152) 2024-11-11T13:19:31,214 DEBUG [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/oldWALs 2024-11-11T13:19:31,214 INFO [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C43057%2C1731331165255.meta:.meta(num 1731331168275) 2024-11-11T13:19:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741832_1008 (size=93) 2024-11-11T13:19:31,247 DEBUG [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/oldWALs 2024-11-11T13:19:31,247 INFO [RS:0;bbb9a1547c7c:43057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C43057%2C1731331165255:(num 1731331167311) 2024-11-11T13:19:31,247 DEBUG [RS:0;bbb9a1547c7c:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:31,247 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:31,247 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:31,247 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:31,247 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:31,248 INFO [RS:0;bbb9a1547c7c:43057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43057 2024-11-11T13:19:31,248 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:31,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996865135/rs/bbb9a1547c7c,43057,1731331165255 2024-11-11T13:19:31,249 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:31,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135/rs 2024-11-11T13:19:31,254 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,43057,1731331165255] 2024-11-11T13:19:31,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11996865135/draining/bbb9a1547c7c,43057,1731331165255 already deleted, retry=false 2024-11-11T13:19:31,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,43057,1731331165255 expired; onlineServers=0 2024-11-11T13:19:31,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,43875,1731331165215' ***** 2024-11-11T13:19:31,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:19:31,255 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:31,255 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:31,255 DEBUG [M:0;bbb9a1547c7c:43875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:19:31,255 DEBUG [M:0;bbb9a1547c7c:43875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:19:31,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:19:31,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331167112 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331167112,5,FailOnTimeoutGroup] 2024-11-11T13:19:31,255 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:31,255 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:31,256 DEBUG [M:0;bbb9a1547c7c:43875 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:19:31,256 INFO [M:0;bbb9a1547c7c:43875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:19:31,256 INFO [M:0;bbb9a1547c7c:43875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:31,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331167117 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331167117,5,FailOnTimeoutGroup] 2024-11-11T13:19:31,256 INFO [M:0;bbb9a1547c7c:43875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:19:31,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:19:31,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996865135/master 2024-11-11T13:19:31,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996865135 2024-11-11T13:19:31,261 DEBUG [M:0;bbb9a1547c7c:43875 {}] zookeeper.ZKUtil(347): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Unable to get data of znode /11996865135/master because node does not exist (not an error) 2024-11-11T13:19:31,261 WARN [M:0;bbb9a1547c7c:43875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:19:31,265 INFO [M:0;bbb9a1547c7c:43875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/.lastflushedseqids 2024-11-11T13:19:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741836_1012 (size=99) 2024-11-11T13:19:31,280 INFO [M:0;bbb9a1547c7c:43875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:19:31,281 INFO [M:0;bbb9a1547c7c:43875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:19:31,281 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:31,281 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:31,281 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:31,281 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:31,281 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:31,281 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T13:19:31,316 DEBUG [M:0;bbb9a1547c7c:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f41741453d44121b9f48e64b253bc09 is 82, key is hbase:meta,,1/info:regioninfo/1731331168335/Put/seqid=0 2024-11-11T13:19:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741837_1013 (size=5672) 2024-11-11T13:19:31,338 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f41741453d44121b9f48e64b253bc09 2024-11-11T13:19:31,351 INFO [RS:0;bbb9a1547c7c:43057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:31,351 INFO [RS:0;bbb9a1547c7c:43057 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,43057,1731331165255; zookeeper connection closed. 2024-11-11T13:19:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1002ef057170004, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:31,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@197d786d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@197d786d 2024-11-11T13:19:31,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:19:31,378 DEBUG [M:0;bbb9a1547c7c:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436915b95f194b8493714d41a176af94 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731331168365/Put/seqid=0 2024-11-11T13:19:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741838_1014 (size=5275) 2024-11-11T13:19:31,418 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:31,789 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436915b95f194b8493714d41a176af94 2024-11-11T13:19:31,817 DEBUG [M:0;bbb9a1547c7c:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fccdb5e716242cca2d7ead4978a10c3 is 69, key is bbb9a1547c7c,43057,1731331165255/rs:state/1731331167130/Put/seqid=0 2024-11-11T13:19:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741839_1015 (size=5156) 2024-11-11T13:19:32,028 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:32,223 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fccdb5e716242cca2d7ead4978a10c3 2024-11-11T13:19:32,230 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f41741453d44121b9f48e64b253bc09 as hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f41741453d44121b9f48e64b253bc09 2024-11-11T13:19:32,237 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f41741453d44121b9f48e64b253bc09, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T13:19:32,238 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436915b95f194b8493714d41a176af94 as hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/436915b95f194b8493714d41a176af94 2024-11-11T13:19:32,252 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/436915b95f194b8493714d41a176af94, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T13:19:32,265 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fccdb5e716242cca2d7ead4978a10c3 as hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fccdb5e716242cca2d7ead4978a10c3 2024-11-11T13:19:32,277 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/700d4ed8-a708-8042-9645-e77437ecd551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fccdb5e716242cca2d7ead4978a10c3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T13:19:32,278 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=28, compaction requested=false 2024-11-11T13:19:32,280 INFO [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:32,280 DEBUG [M:0;bbb9a1547c7c:43875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331171281Disabling compacts and flushes for region at 1731331171281Disabling writes for close at 1731331171281Obtaining lock to block concurrent updates at 1731331171281Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331171281Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731331171282 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331171283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331171283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331171315 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331171315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331171349 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331171377 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331171377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331171796 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331171816 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331171816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd89acd: reopening flushed file at 1731331172229 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b99d6c2: reopening flushed file at 1731331172237 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22247b48: reopening flushed file at 1731331172252 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=28, compaction requested=false at 1731331172278 (+26 ms)Writing region close event to WAL at 1731331172280 (+2 ms)Closed at 1731331172280 2024-11-11T13:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741830_1006 (size=10165) 2024-11-11T13:19:32,283 INFO [M:0;bbb9a1547c7c:43875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:19:32,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:32,283 INFO [M:0;bbb9a1547c7c:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43875 2024-11-11T13:19:32,284 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:32,386 INFO [M:0;bbb9a1547c7c:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1002ef057170003, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:32,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:32,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:32,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:32,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:32,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:32,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:19:32,395 WARN [BP-248472057-172.17.0.2-1731331164771 heartbeating to localhost/127.0.0.1:45857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:19:32,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:19:32,395 WARN [BP-248472057-172.17.0.2-1731331164771 heartbeating to localhost/127.0.0.1:45857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248472057-172.17.0.2-1731331164771 (Datanode Uuid f0f670f1-20bf-4b2d-b7bd-79bdcf9841e9) service to localhost/127.0.0.1:45857 2024-11-11T13:19:32,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/cluster_17f89671-71df-30c9-2562-d2a033688171/data/data1/current/BP-248472057-172.17.0.2-1731331164771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:32,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/cluster_17f89671-71df-30c9-2562-d2a033688171/data/data2/current/BP-248472057-172.17.0.2-1731331164771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:32,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:19:32,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:32,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:32,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:32,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:32,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:32,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:19:32,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:19:32,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:32,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:32,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:32,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:32,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:32,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:19:32,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1110748961, stopped=false 2024-11-11T13:19:32,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,46265,1731331161674 2024-11-11T13:19:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-545123337/running 2024-11-11T13:19:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-545123337/running 2024-11-11T13:19:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:32,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:32,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/running 2024-11-11T13:19:32,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:32,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Set watcher on znode that does not yet exist, /0-545123337/running 2024-11-11T13:19:32,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:32,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:32,427 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,44507,1731331161717' ***** 2024-11-11T13:19:32,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:19:32,427 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:19:32,427 INFO [RS:0;bbb9a1547c7c:44507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:19:32,427 INFO [RS:0;bbb9a1547c7c:44507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:19:32,427 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:32,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:44507. 2024-11-11T13:19:32,428 DEBUG [RS:0;bbb9a1547c7c:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:32,428 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:32,428 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94921793f7bfb08d88ae2145393eeda0, disabling compactions & flushes 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:19:32,428 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:19:32,428 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:32,428 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:19:32,428 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. after waiting 0 ms 2024-11-11T13:19:32,428 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:32,428 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94921793f7bfb08d88ae2145393eeda0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T13:19:32,429 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:19:32,429 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1325): Online Regions={94921793f7bfb08d88ae2145393eeda0=hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:19:32,429 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:32,429 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:32,429 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:32,429 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:32,429 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:32,429 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:32,430 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T13:19:32,456 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/.tmp/queue/5eaf8968a8414a35bd4e521e7cde0d28 is 151, key is 1-bbb9a1547c7c,44507,1731331161717/queue:bbb9a1547c7c%2C44507%2C1731331161717/1731331169951/Put/seqid=0 2024-11-11T13:19:32,459 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/info/a2f4c8ed1e30466cbd1f9aba3d46cc42 is 147, key is hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0./info:regioninfo/1731331169679/Put/seqid=0 2024-11-11T13:19:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=5350) 2024-11-11T13:19:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=6631) 2024-11-11T13:19:32,476 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:32,476 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/info/a2f4c8ed1e30466cbd1f9aba3d46cc42 2024-11-11T13:19:32,506 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/ns/3dfb19786dcd4f51bd82ec9a545c080f is 43, key is default/ns:d/1731331164687/Put/seqid=0 2024-11-11T13:19:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=5153) 2024-11-11T13:19:32,571 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:19:32,571 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:19:32,629 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:32,734 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.1731331163699 to pos 0, reset compression=false 2024-11-11T13:19:32,830 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94921793f7bfb08d88ae2145393eeda0 2024-11-11T13:19:32,870 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/.tmp/queue/5eaf8968a8414a35bd4e521e7cde0d28 2024-11-11T13:19:32,881 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/.tmp/queue/5eaf8968a8414a35bd4e521e7cde0d28 as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/queue/5eaf8968a8414a35bd4e521e7cde0d28 2024-11-11T13:19:32,893 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/queue/5eaf8968a8414a35bd4e521e7cde0d28, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T13:19:32,899 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 94921793f7bfb08d88ae2145393eeda0 in 471ms, sequenceid=5, compaction requested=false 2024-11-11T13:19:32,912 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/replication/94921793f7bfb08d88ae2145393eeda0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:19:32,913 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:32,913 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:32,913 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:32,913 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94921793f7bfb08d88ae2145393eeda0: Waiting for close lock at 1731331172428Running coprocessor pre-close hooks at 1731331172428Disabling compacts and flushes for region at 1731331172428Disabling writes for close at 1731331172428Obtaining lock to block concurrent updates at 1731331172428Preparing flush snapshotting stores in 94921793f7bfb08d88ae2145393eeda0 at 1731331172428Finished memstore snapshotting hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731331172429 (+1 ms)Flushing stores of hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. at 1731331172433 (+4 ms)Flushing 94921793f7bfb08d88ae2145393eeda0/queue: creating writer at 1731331172434 (+1 ms)Flushing 94921793f7bfb08d88ae2145393eeda0/queue: appending metadata at 1731331172455 (+21 ms)Flushing 94921793f7bfb08d88ae2145393eeda0/queue: closing flushed file at 1731331172455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589aa648: reopening flushed file at 1731331172880 (+425 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 94921793f7bfb08d88ae2145393eeda0 in 471ms, sequenceid=5, compaction requested=false at 1731331172899 (+19 ms)Writing region close event to WAL at 1731331172903 (+4 ms)Running coprocessor post-close hooks at 1731331172913 (+10 ms)Closed at 1731331172913 2024-11-11T13:19:32,913 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331168465.94921793f7bfb08d88ae2145393eeda0. 2024-11-11T13:19:32,924 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/ns/3dfb19786dcd4f51bd82ec9a545c080f 2024-11-11T13:19:32,954 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/table/30530f4d34b042c298929523d9556731 is 53, key is hbase:replication/table:state/1731331169703/Put/seqid=0 2024-11-11T13:19:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=5256) 2024-11-11T13:19:32,979 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/table/30530f4d34b042c298929523d9556731 2024-11-11T13:19:32,997 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/info/a2f4c8ed1e30466cbd1f9aba3d46cc42 as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/info/a2f4c8ed1e30466cbd1f9aba3d46cc42 2024-11-11T13:19:33,026 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/info/a2f4c8ed1e30466cbd1f9aba3d46cc42, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T13:19:33,033 DEBUG [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:19:33,037 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/ns/3dfb19786dcd4f51bd82ec9a545c080f as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/ns/3dfb19786dcd4f51bd82ec9a545c080f 2024-11-11T13:19:33,063 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/ns/3dfb19786dcd4f51bd82ec9a545c080f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:19:33,069 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/.tmp/table/30530f4d34b042c298929523d9556731 as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/table/30530f4d34b042c298929523d9556731 2024-11-11T13:19:33,080 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/table/30530f4d34b042c298929523d9556731, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T13:19:33,085 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=11, compaction requested=false 2024-11-11T13:19:33,122 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:19:33,125 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:33,126 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:33,126 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:33,126 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331172429Running coprocessor pre-close hooks at 1731331172429Disabling compacts and flushes for region at 1731331172429Disabling writes for close at 1731331172429Obtaining lock to block concurrent updates at 1731331172430 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331172430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731331172430Flushing stores of hbase:meta,,1.1588230740 at 1731331172436 (+6 ms)Flushing 1588230740/info: creating writer at 1731331172436Flushing 1588230740/info: appending metadata at 1731331172458 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731331172458Flushing 1588230740/ns: creating writer at 1731331172489 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731331172505 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731331172505Flushing 1588230740/table: creating writer at 1731331172934 (+429 ms)Flushing 1588230740/table: appending metadata at 1731331172953 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731331172954 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1d5431: reopening flushed file at 1731331172996 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123ea253: reopening flushed file at 1731331173026 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7fffb7: reopening flushed file at 1731331173063 (+37 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=11, compaction requested=false at 1731331173085 (+22 ms)Writing region close event to WAL at 1731331173101 (+16 ms)Running coprocessor post-close hooks at 1731331173125 (+24 ms)Closed at 1731331173126 (+1 ms) 2024-11-11T13:19:33,126 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:33,233 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,44507,1731331161717; all regions closed. 2024-11-11T13:19:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=2742) 2024-11-11T13:19:33,239 DEBUG [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs 2024-11-11T13:19:33,239 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C44507%2C1731331161717.meta:.meta(num 1731331164637) 2024-11-11T13:19:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=1586) 2024-11-11T13:19:33,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/WALs/bbb9a1547c7c,44507,1731331161717/bbb9a1547c7c%2C44507%2C1731331161717.rep.1731331169622 not finished, retry = 0 2024-11-11T13:19:33,348 DEBUG [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs 2024-11-11T13:19:33,348 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C44507%2C1731331161717.rep:(num 1731331169622) 2024-11-11T13:19:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=93) 2024-11-11T13:19:33,364 DEBUG [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/oldWALs 2024-11-11T13:19:33,364 INFO [RS:0;bbb9a1547c7c:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C44507%2C1731331161717:(num 1731331163699) 2024-11-11T13:19:33,364 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:33,364 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:19:33,365 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:33,365 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:33,365 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:33,365 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:33,365 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,44507,1731331161717 because: Region server is closing 2024-11-11T13:19:33,366 INFO [RS:0;bbb9a1547c7c:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:44507. 2024-11-11T13:19:33,366 DEBUG [RS:0;bbb9a1547c7c:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:33,366 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:33,366 DEBUG [RS:0;bbb9a1547c7c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:33,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:33,466 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.wal-reader.bbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:19:33,466 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.shipperbbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:19:33,467 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44507,1731331161717.replicationSource.shipperbbb9a1547c7c%2C44507%2C1731331161717,1-bbb9a1547c7c,44507,1731331161717 terminated 2024-11-11T13:19:33,467 INFO [RS:0;bbb9a1547c7c:44507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44507 2024-11-11T13:19:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337/rs 2024-11-11T13:19:33,469 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-545123337/rs/bbb9a1547c7c,44507,1731331161717 2024-11-11T13:19:33,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,44507,1731331161717] 2024-11-11T13:19:33,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/draining/bbb9a1547c7c,44507,1731331161717 already deleted, retry=false 2024-11-11T13:19:33,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,44507,1731331161717 expired; onlineServers=0 2024-11-11T13:19:33,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,46265,1731331161674' ***** 2024-11-11T13:19:33,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:19:33,471 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:19:33,471 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:19:33,471 DEBUG [M:0;bbb9a1547c7c:46265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:19:33,471 DEBUG [M:0;bbb9a1547c7c:46265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:19:33,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:19:33,471 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331163480 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331163480,5,FailOnTimeoutGroup] 2024-11-11T13:19:33,472 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:19:33,472 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:19:33,472 DEBUG [M:0;bbb9a1547c7c:46265 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:19:33,472 INFO [M:0;bbb9a1547c7c:46265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:19:33,472 INFO [M:0;bbb9a1547c7c:46265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:19:33,472 INFO [M:0;bbb9a1547c7c:46265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:19:33,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:19:33,472 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331163480 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331163480,5,FailOnTimeoutGroup] 2024-11-11T13:19:33,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-545123337/master 2024-11-11T13:19:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-545123337 2024-11-11T13:19:33,474 DEBUG [M:0;bbb9a1547c7c:46265 {}] zookeeper.RecoverableZooKeeper(212): Node /0-545123337/master already deleted, retry=false 2024-11-11T13:19:33,474 DEBUG [M:0;bbb9a1547c7c:46265 {}] master.ActiveMasterManager(353): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-545123337/master 2024-11-11T13:19:33,475 INFO [M:0;bbb9a1547c7c:46265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/.lastflushedseqids 2024-11-11T13:19:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=181) 2024-11-11T13:19:33,561 INFO [M:0;bbb9a1547c7c:46265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:19:33,561 INFO [M:0;bbb9a1547c7c:46265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:19:33,561 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:33,561 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:33,561 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:33,561 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:33,561 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:33,561 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T13:19:33,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:33,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x1002ef057170001, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:33,573 INFO [RS:0;bbb9a1547c7c:44507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:33,573 INFO [RS:0;bbb9a1547c7c:44507 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,44507,1731331161717; zookeeper connection closed. 2024-11-11T13:19:33,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20cc72bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20cc72bd 2024-11-11T13:19:33,581 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:19:33,596 DEBUG [M:0;bbb9a1547c7c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed64f34bbac74399b01e1f15b928783f is 82, key is hbase:meta,,1/info:regioninfo/1731331164672/Put/seqid=0 2024-11-11T13:19:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=5672) 2024-11-11T13:19:34,012 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed64f34bbac74399b01e1f15b928783f 2024-11-11T13:19:34,039 DEBUG [M:0;bbb9a1547c7c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a2072cc06d341118f2e70a3e201f667 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731331169712/Put/seqid=0 2024-11-11T13:19:34,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=7203) 2024-11-11T13:19:34,450 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a2072cc06d341118f2e70a3e201f667 2024-11-11T13:19:34,490 DEBUG [M:0;bbb9a1547c7c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4590be93ab914d1da5a3beb684bb482f is 69, key is bbb9a1547c7c,44507,1731331161717/rs:state/1731331163554/Put/seqid=0 2024-11-11T13:19:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=5156) 2024-11-11T13:19:34,917 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4590be93ab914d1da5a3beb684bb482f 2024-11-11T13:19:34,923 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed64f34bbac74399b01e1f15b928783f as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed64f34bbac74399b01e1f15b928783f 2024-11-11T13:19:34,928 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed64f34bbac74399b01e1f15b928783f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T13:19:34,929 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a2072cc06d341118f2e70a3e201f667 as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a2072cc06d341118f2e70a3e201f667 2024-11-11T13:19:34,936 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a2072cc06d341118f2e70a3e201f667, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T13:19:34,937 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4590be93ab914d1da5a3beb684bb482f as hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4590be93ab914d1da5a3beb684bb482f 2024-11-11T13:19:34,943 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/552d33fa-53ae-75af-c62d-1a62094af76e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4590be93ab914d1da5a3beb684bb482f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T13:19:34,944 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1383ms, sequenceid=70, compaction requested=false 2024-11-11T13:19:34,946 INFO [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:34,946 DEBUG [M:0;bbb9a1547c7c:46265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331173561Disabling compacts and flushes for region at 1731331173561Disabling writes for close at 1731331173561Obtaining lock to block concurrent updates at 1731331173562 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331173562Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731331173562Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331173563 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331173563Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331173596 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331173596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331174020 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331174039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331174039Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331174466 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331174488 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331174488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9808d6: reopening flushed file at 1731331174922 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c2fde9: reopening flushed file at 1731331174929 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25debb7d: reopening flushed file at 1731331174936 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1383ms, sequenceid=70, compaction requested=false at 1731331174944 (+8 ms)Writing region close event to WAL at 1731331174946 (+2 ms)Closed at 1731331174946 2024-11-11T13:19:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=41008) 2024-11-11T13:19:34,949 INFO [M:0;bbb9a1547c7c:46265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:19:34,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:19:34,949 INFO [M:0;bbb9a1547c7c:46265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46265 2024-11-11T13:19:34,949 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:19:35,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:35,050 INFO [M:0;bbb9a1547c7c:46265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:19:35,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x1002ef057170000, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:19:35,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:35,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:35,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:35,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:35,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:35,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:19:35,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:19:35,070 WARN [BP-713391865-172.17.0.2-1731331160771 heartbeating to localhost/127.0.0.1:33419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:19:35,070 WARN [BP-713391865-172.17.0.2-1731331160771 heartbeating to localhost/127.0.0.1:33419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-713391865-172.17.0.2-1731331160771 (Datanode Uuid 5a3c329c-f866-43da-842f-7133bf4ebda3) service to localhost/127.0.0.1:33419 2024-11-11T13:19:35,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/data/data1/current/BP-713391865-172.17.0.2-1731331160771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:35,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/cluster_770ca9ec-9faf-94b7-b97c-96ac680378af/data/data2/current/BP-713391865-172.17.0.2-1731331160771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:19:35,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:19:35,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:35,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:19:35,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:19:35,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:19:35,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7c0a8d0-b4d5-3b90-272c-7eab0efadbbd/hadoop.log.dir/,STOPPED} 2024-11-11T13:19:35,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:19:35,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:19:35,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 106) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33419 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45857 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=199 (was 149) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2911 (was 2177) - AvailableMemoryMB LEAK? - 2024-11-11T13:19:35,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=2908 2024-11-11T13:19:35,143 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T13:19:35,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir so I do NOT create it in target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d 2024-11-11T13:19:35,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:19:35,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.tmp.dir so I do NOT create it in target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d 2024-11-11T13:19:35,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b968a60-36e6-4a11-c72c-e145116af76a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:19:35,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d 2024-11-11T13:19:35,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb, deleteOnExit=true 2024-11-11T13:19:35,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/zookeeper_0, clientPort=51125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:19:35,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:35,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51125 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/test.cache.data in system properties and HBase conf 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:19:35,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:19:35,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:35,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef057170002, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:19:35,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef057170002, quorum=127.0.0.1:53281, baseZNode=/0-545123337 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:19:35,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef057170005, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:19:35,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef057170005, quorum=127.0.0.1:53281, baseZNode=/11996865135 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:19:35,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:35,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:35,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:35,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:35,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:35,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:35,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:35,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:19:35,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:35,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:35,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:35,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/java.io.tmpdir/jetty-localhost-33719-hadoop-hdfs-3_4_1-tests_jar-_-any-4969542216538285752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:35,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:33719} 2024-11-11T13:19:35,417 INFO [Time-limited test {}] server.Server(415): Started @45625ms 2024-11-11T13:19:35,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:35,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:35,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:35,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:35,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:19:35,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:35,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:35,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/java.io.tmpdir/jetty-localhost-38377-hadoop-hdfs-3_4_1-tests_jar-_-any-2322571952640375186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:35,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:38377} 2024-11-11T13:19:35,645 INFO [Time-limited test {}] server.Server(415): Started @45853ms 2024-11-11T13:19:35,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:19:35,746 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/data/data2/current/BP-555902071-172.17.0.2-1731331175207/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:35,746 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/data/data1/current/BP-555902071-172.17.0.2-1731331175207/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:35,782 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:19:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba184bcbaffa7c8 with lease ID 0xa4d0f3e71d0c9135: Processing first storage report for DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9 from datanode DatanodeRegistration(127.0.0.1:34659, datanodeUuid=8ea0e608-df88-452d-90c2-9e139fc0104d, infoPort=40117, infoSecurePort=0, ipcPort=34015, storageInfo=lv=-57;cid=testClusterID;nsid=1960270724;c=1731331175207) 2024-11-11T13:19:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba184bcbaffa7c8 with lease ID 0xa4d0f3e71d0c9135: from storage DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9 node DatanodeRegistration(127.0.0.1:34659, datanodeUuid=8ea0e608-df88-452d-90c2-9e139fc0104d, infoPort=40117, infoSecurePort=0, ipcPort=34015, storageInfo=lv=-57;cid=testClusterID;nsid=1960270724;c=1731331175207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba184bcbaffa7c8 with lease ID 0xa4d0f3e71d0c9135: Processing first storage report for DS-1329ec74-6d32-40f0-9ac3-3c52046756c1 from datanode DatanodeRegistration(127.0.0.1:34659, datanodeUuid=8ea0e608-df88-452d-90c2-9e139fc0104d, infoPort=40117, infoSecurePort=0, ipcPort=34015, storageInfo=lv=-57;cid=testClusterID;nsid=1960270724;c=1731331175207) 2024-11-11T13:19:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba184bcbaffa7c8 with lease ID 0xa4d0f3e71d0c9135: from storage DS-1329ec74-6d32-40f0-9ac3-3c52046756c1 node DatanodeRegistration(127.0.0.1:34659, datanodeUuid=8ea0e608-df88-452d-90c2-9e139fc0104d, infoPort=40117, infoSecurePort=0, ipcPort=34015, storageInfo=lv=-57;cid=testClusterID;nsid=1960270724;c=1731331175207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:35,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d 2024-11-11T13:19:35,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:35,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:19:36,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28 with version=8 2024-11-11T13:19:36,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/hbase-staging 2024-11-11T13:19:36,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:19:36,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:36,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33417 2024-11-11T13:19:36,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33417 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:36,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334170x0, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:36,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33417-0x1002ef08f5a0000 connected 2024-11-11T13:19:36,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:36,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:36,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/running 2024-11-11T13:19:36,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28, hbase.cluster.distributed=false 2024-11-11T13:19:36,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/acl 2024-11-11T13:19:36,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-11T13:19:36,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-11-11T13:19:36,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-11-11T13:19:36,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-11T13:19:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-11T13:19:36,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:36,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:36,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:36,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:36,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:19:36,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:36,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40785 2024-11-11T13:19:36,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40785 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:36,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:36,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:36,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407850x0, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:36,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407850x0, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/running 2024-11-11T13:19:36,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:19:36,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40785-0x1002ef08f5a0001 connected 2024-11-11T13:19:36,313 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:19:36,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/master 2024-11-11T13:19:36,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/acl 2024-11-11T13:19:36,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-11T13:19:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40785 2024-11-11T13:19:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40785 2024-11-11T13:19:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-11T13:19:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-11T13:19:36,331 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:33417 2024-11-11T13:19:36,331 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01117603723/backup-masters/bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/backup-masters 2024-11-11T13:19:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/backup-masters 2024-11-11T13:19:36,334 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on existing znode=/01117603723/backup-masters/bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:36,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:36,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117603723/master 2024-11-11T13:19:36,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:36,335 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on existing znode=/01117603723/master 2024-11-11T13:19:36,336 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01117603723/backup-masters/bbb9a1547c7c,33417,1731331176229 from backup master directory 2024-11-11T13:19:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/backup-masters/bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/backup-masters 2024-11-11T13:19:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/backup-masters 2024-11-11T13:19:36,339 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:36,339 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:36,348 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/hbase.id] with ID: 7154dfeb-ffb5-429b-97dc-115007e425e8 2024-11-11T13:19:36,349 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/.tmp/hbase.id 2024-11-11T13:19:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:19:36,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/.tmp/hbase.id]:[hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/hbase.id] 2024-11-11T13:19:36,402 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:36,403 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:36,421 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T13:19:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:19:36,840 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:36,841 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:36,841 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:36,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:19:37,250 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store 2024-11-11T13:19:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:19:37,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:37,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:37,657 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:37,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:37,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:37,658 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:37,658 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:37,658 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331177657Disabling compacts and flushes for region at 1731331177657Disabling writes for close at 1731331177657Writing region close event to WAL at 1731331177658 (+1 ms)Closed at 1731331177658 2024-11-11T13:19:37,659 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/.initializing 2024-11-11T13:19:37,659 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/WALs/bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:37,660 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:37,663 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C33417%2C1731331176229, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/WALs/bbb9a1547c7c,33417,1731331176229, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:37,682 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/WALs/bbb9a1547c7c,33417,1731331176229/bbb9a1547c7c%2C33417%2C1731331176229.1731331177663, exclude list is [], retry=0 2024-11-11T13:19:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9,DISK] 2024-11-11T13:19:37,687 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/WALs/bbb9a1547c7c,33417,1731331176229/bbb9a1547c7c%2C33417%2C1731331176229.1731331177663 2024-11-11T13:19:37,692 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40117:40117)] 2024-11-11T13:19:37,692 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:37,693 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:37,693 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,693 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:37,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:37,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:37,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:37,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:37,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:37,704 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,705 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,705 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,707 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,707 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,707 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:37,709 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:37,717 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:37,718 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67304734, jitterRate=0.0029186904430389404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:37,719 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331177693Initializing all the Stores at 1731331177694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331177694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331177694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331177694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331177694Cleaning up temporary data from old regions at 1731331177707 (+13 ms)Region opened successfully at 1731331177719 (+12 ms) 2024-11-11T13:19:37,719 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:37,723 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363a7afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:37,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:19:37,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:37,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:37,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:37,725 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:37,725 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:19:37,725 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:37,727 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:37,728 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:37,729 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/balancer already deleted, retry=false 2024-11-11T13:19:37,729 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:37,730 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:37,730 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/normalizer already deleted, retry=false 2024-11-11T13:19:37,731 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:37,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:37,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/switch/split already deleted, retry=false 2024-11-11T13:19:37,734 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:37,734 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/switch/merge already deleted, retry=false 2024-11-11T13:19:37,737 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:37,737 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117603723/running 2024-11-11T13:19:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117603723/running 2024-11-11T13:19:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,33417,1731331176229, sessionid=0x1002ef08f5a0000, setting cluster-up flag (Was=false) 2024-11-11T13:19:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,744 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117603723/flush-table-proc/acquired, /01117603723/flush-table-proc/reached, /01117603723/flush-table-proc/abort 2024-11-11T13:19:37,745 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:37,750 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117603723/online-snapshot/acquired, /01117603723/online-snapshot/reached, /01117603723/online-snapshot/abort 2024-11-11T13:19:37,751 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:37,752 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:19:37,754 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:37,755 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:37,755 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:37,755 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,33417,1731331176229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:37,756 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:37,756 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:37,756 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:37,756 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:37,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:37,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:37,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331207763 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:37,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:37,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:37,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:37,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:37,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:19:37,765 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,765 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:37,765 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:37,765 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:37,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:37,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:37,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:37,770 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331177766,5,FailOnTimeoutGroup] 2024-11-11T13:19:37,773 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331177770,5,FailOnTimeoutGroup] 2024-11-11T13:19:37,773 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,774 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:37,774 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,774 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:19:37,819 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(746): ClusterId : 7154dfeb-ffb5-429b-97dc-115007e425e8 2024-11-11T13:19:37,819 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:37,821 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:37,821 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:37,822 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:37,822 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6193c42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:37,834 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:40785 2024-11-11T13:19:37,834 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:37,834 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:37,834 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:37,835 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,33417,1731331176229 with port=40785, startcode=1731331176301 2024-11-11T13:19:37,835 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:37,836 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:37,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,839 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28 2024-11-11T13:19:37,839 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45921 2024-11-11T13:19:37,839 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/rs 2024-11-11T13:19:37,840 DEBUG [RS:0;bbb9a1547c7c:40785 {}] zookeeper.ZKUtil(111): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on existing znode=/01117603723/rs/bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,840 WARN [RS:0;bbb9a1547c7c:40785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:37,840 INFO [RS:0;bbb9a1547c7c:40785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:37,840 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,40785,1731331176301] 2024-11-11T13:19:37,849 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:37,851 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:37,852 INFO [RS:0;bbb9a1547c7c:40785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:37,852 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,853 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:37,854 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:37,854 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,854 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,855 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,855 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,855 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:37,855 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:37,855 DEBUG [RS:0;bbb9a1547c7c:40785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:37,855 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,855 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,855 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,855 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,855 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,856 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40785,1731331176301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:37,876 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:37,876 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40785,1731331176301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,877 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,877 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.Replication(171): bbb9a1547c7c,40785,1731331176301 started 2024-11-11T13:19:37,895 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:37,896 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,40785,1731331176301, RpcServer on bbb9a1547c7c/172.17.0.2:40785, sessionid=0x1002ef08f5a0001 2024-11-11T13:19:37,896 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:37,896 DEBUG [RS:0;bbb9a1547c7c:40785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,896 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,40785,1731331176301' 2024-11-11T13:19:37,896 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117603723/flush-table-proc/abort' 2024-11-11T13:19:37,896 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117603723/flush-table-proc/acquired' 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,40785,1731331176301' 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117603723/online-snapshot/abort' 2024-11-11T13:19:37,897 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117603723/online-snapshot/acquired' 2024-11-11T13:19:37,898 DEBUG [RS:0;bbb9a1547c7c:40785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:37,898 INFO [RS:0;bbb9a1547c7c:40785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:37,898 INFO [RS:0;bbb9a1547c7c:40785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:37,998 INFO [RS:0;bbb9a1547c7c:40785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:38,000 INFO [RS:0;bbb9a1547c7c:40785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C40785%2C1731331176301, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/oldWALs, maxLogs=10 2024-11-11T13:19:38,016 DEBUG [RS:0;bbb9a1547c7c:40785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, exclude list is [], retry=0 2024-11-11T13:19:38,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9,DISK] 2024-11-11T13:19:38,021 INFO [RS:0;bbb9a1547c7c:40785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 2024-11-11T13:19:38,022 DEBUG [RS:0;bbb9a1547c7c:40785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40117:40117)] 2024-11-11T13:19:38,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:19:38,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28 2024-11-11T13:19:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:19:38,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:38,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:38,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:38,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:38,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:38,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:38,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:38,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:38,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:38,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:38,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740 2024-11-11T13:19:38,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740 2024-11-11T13:19:38,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:38,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:38,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:38,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:38,617 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:38,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70196075, jitterRate=0.04600302875041962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:38,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331178590Initializing all the Stores at 1731331178591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331178591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178591Cleaning up temporary data from old regions at 1731331178613 (+22 ms)Region opened successfully at 1731331178618 (+5 ms) 2024-11-11T13:19:38,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:38,619 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:38,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:38,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:38,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:38,621 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:38,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331178619Disabling compacts and flushes for region at 1731331178619Disabling writes for close at 1731331178619Writing region close event to WAL at 1731331178621 (+2 ms)Closed at 1731331178621 2024-11-11T13:19:38,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:38,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:19:38,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:38,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:38,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:19:38,776 DEBUG [bbb9a1547c7c:33417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:38,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:38,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,40785,1731331176301, state=OPENING 2024-11-11T13:19:38,779 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:19:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:38,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:38,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117603723/meta-region-server: CHANGED 2024-11-11T13:19:38,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117603723/meta-region-server: CHANGED 2024-11-11T13:19:38,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40785,1731331176301}] 2024-11-11T13:19:38,934 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:38,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:38,942 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:38,942 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:38,943 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:38,945 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C40785%2C1731331176301.meta, suffix=.meta, logDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/oldWALs, maxLogs=10 2024-11-11T13:19:38,964 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.meta.1731331178945.meta, exclude list is [], retry=0 2024-11-11T13:19:38,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9,DISK] 2024-11-11T13:19:38,970 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.meta.1731331178945.meta 2024-11-11T13:19:38,970 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40117:40117)] 2024-11-11T13:19:38,971 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:38,971 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:38,971 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:38,971 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:38,971 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:38,972 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:38,972 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:38,972 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:38,972 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:38,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:38,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:38,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:38,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:38,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:38,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:38,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:38,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:38,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:38,987 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:38,988 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740 2024-11-11T13:19:38,989 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740 2024-11-11T13:19:38,991 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:38,991 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:38,992 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:38,993 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:38,994 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70474608, jitterRate=0.050153493881225586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:38,994 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:38,995 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331178972Writing region info on filesystem at 1731331178972Initializing all the Stores at 1731331178974 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178978 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331178978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331178978Cleaning up temporary data from old regions at 1731331178991 (+13 ms)Running coprocessor post-open hooks at 1731331178994 (+3 ms)Region opened successfully at 1731331178995 (+1 ms) 2024-11-11T13:19:38,996 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331178933 2024-11-11T13:19:39,000 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:39,000 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:39,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:39,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,40785,1731331176301, state=OPEN 2024-11-11T13:19:39,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117603723/meta-region-server 2024-11-11T13:19:39,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117603723/meta-region-server: CHANGED 2024-11-11T13:19:39,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117603723/meta-region-server 2024-11-11T13:19:39,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117603723/meta-region-server: CHANGED 2024-11-11T13:19:39,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:19:39,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40785,1731331176301 in 225 msec 2024-11-11T13:19:39,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:19:39,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-11T13:19:39,014 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:39,014 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:19:39,015 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:39,016 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:39,016 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:39,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:39,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-11T13:19:39,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331179024, completionTime=-1 2024-11-11T13:19:39,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:19:39,025 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:39,027 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:39,027 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331239027 2024-11-11T13:19:39,027 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331299027 2024-11-11T13:19:39,027 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T13:19:39,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:33417, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,030 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:19:39,032 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.698sec 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:39,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:39,045 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:39,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:39,046 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33417,1731331176229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:39,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33417,-1 for getting cluster id 2024-11-11T13:19:39,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:39,130 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7154dfeb-ffb5-429b-97dc-115007e425e8' 2024-11-11T13:19:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7154dfeb-ffb5-429b-97dc-115007e425e8" 2024-11-11T13:19:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f57a924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33417,-1] 2024-11-11T13:19:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:39,135 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:39,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:39,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:39,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:39,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:39,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:39,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:39,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef08f5a0002 connected 2024-11-11T13:19:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir so I do NOT create it in target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8 2024-11-11T13:19:39,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:19:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.tmp.dir so I do NOT create it in target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8 2024-11-11T13:19:39,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:19:39,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/cluster_cd174496-de72-15bb-3f4a-fd75dae88127, deleteOnExit=true 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/test.cache.data in system properties and HBase conf 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:19:39,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:19:39,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:19:39,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:19:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:19:39,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:39,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:39,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:39,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:39,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:19:39,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:39,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:39,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:39,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/java.io.tmpdir/jetty-localhost-41257-hadoop-hdfs-3_4_1-tests_jar-_-any-2568833177497238201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:19:39,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:41257} 2024-11-11T13:19:39,482 INFO [Time-limited test {}] server.Server(415): Started @49690ms 2024-11-11T13:19:39,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:19:39,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:19:39,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:19:39,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:19:39,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:19:39,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:19:39,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:19:39,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/java.io.tmpdir/jetty-localhost-37979-hadoop-hdfs-3_4_1-tests_jar-_-any-14250705576334604364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:19:39,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:37979} 2024-11-11T13:19:39,671 INFO [Time-limited test {}] server.Server(415): Started @49880ms 2024-11-11T13:19:39,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:19:39,751 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/cluster_cd174496-de72-15bb-3f4a-fd75dae88127/data/data1/current/BP-311262196-172.17.0.2-1731331179218/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:39,751 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/cluster_cd174496-de72-15bb-3f4a-fd75dae88127/data/data2/current/BP-311262196-172.17.0.2-1731331179218/current, will proceed with Du for space computation calculation, 2024-11-11T13:19:39,767 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:19:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0247eafce46ded2 with lease ID 0x49fdf88c40465304: Processing first storage report for DS-28e4ebf1-43e4-425b-a335-0e1e287b6676 from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=29217335-7814-488f-8923-2c7874fbd24d, infoPort=42467, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1278935097;c=1731331179218) 2024-11-11T13:19:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0247eafce46ded2 with lease ID 0x49fdf88c40465304: from storage DS-28e4ebf1-43e4-425b-a335-0e1e287b6676 node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=29217335-7814-488f-8923-2c7874fbd24d, infoPort=42467, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1278935097;c=1731331179218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0247eafce46ded2 with lease ID 0x49fdf88c40465304: Processing first storage report for DS-31bcbe48-a6b6-4f37-9710-7e5c1a0324fc from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=29217335-7814-488f-8923-2c7874fbd24d, infoPort=42467, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1278935097;c=1731331179218) 2024-11-11T13:19:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0247eafce46ded2 with lease ID 0x49fdf88c40465304: from storage DS-31bcbe48-a6b6-4f37-9710-7e5c1a0324fc node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=29217335-7814-488f-8923-2c7874fbd24d, infoPort=42467, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1278935097;c=1731331179218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:19:39,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8 2024-11-11T13:19:39,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:39,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:19:40,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8 with version=8 2024-11-11T13:19:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/hbase-staging 2024-11-11T13:19:40,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:19:40,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:40,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41307 2024-11-11T13:19:40,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41307 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:40,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413070x0, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:40,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41307-0x1002ef08f5a0003 connected 2024-11-11T13:19:40,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:40,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:40,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/running 2024-11-11T13:19:40,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8, hbase.cluster.distributed=false 2024-11-11T13:19:40,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/acl 2024-11-11T13:19:40,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-11T13:19:40,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41307 2024-11-11T13:19:40,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41307 2024-11-11T13:19:40,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-11T13:19:40,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-11T13:19:40,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:19:40,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:19:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:19:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:19:40,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:19:40,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:19:40,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37961 2024-11-11T13:19:40,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37961 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:40,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:40,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:40,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379610x0, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:40,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379610x0, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/running 2024-11-11T13:19:40,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37961-0x1002ef08f5a0004 connected 2024-11-11T13:19:40,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:19:40,285 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:19:40,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/master 2024-11-11T13:19:40,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/acl 2024-11-11T13:19:40,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-11T13:19:40,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37961 2024-11-11T13:19:40,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37961 2024-11-11T13:19:40,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-11T13:19:40,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-11T13:19:40,315 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:41307 2024-11-11T13:19:40,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1213202945/backup-masters/bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/backup-masters 2024-11-11T13:19:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/backup-masters 2024-11-11T13:19:40,317 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on existing znode=/1213202945/backup-masters/bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213202945/master 2024-11-11T13:19:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:40,319 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on existing znode=/1213202945/master 2024-11-11T13:19:40,320 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1213202945/backup-masters/bbb9a1547c7c,41307,1731331180217 from backup master directory 2024-11-11T13:19:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/backup-masters 2024-11-11T13:19:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213202945/backup-masters/bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/backup-masters 2024-11-11T13:19:40,321 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:40,321 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:40,325 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/hbase.id] with ID: 0089e39c-339d-46c1-88b6-633a92f2d195 2024-11-11T13:19:40,325 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/.tmp/hbase.id 2024-11-11T13:19:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:19:40,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/.tmp/hbase.id]:[hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/hbase.id] 2024-11-11T13:19:40,744 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:40,744 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:19:40,746 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:19:40,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:40,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:19:41,154 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:41,155 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:19:41,155 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:19:41,565 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store 2024-11-11T13:19:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:19:41,972 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:41,972 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:19:41,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331181972Disabling compacts and flushes for region at 1731331181972Disabling writes for close at 1731331181972Writing region close event to WAL at 1731331181972Closed at 1731331181972 2024-11-11T13:19:41,973 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/.initializing 2024-11-11T13:19:41,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/WALs/bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:41,974 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:41,976 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C41307%2C1731331180217, suffix=, logDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/WALs/bbb9a1547c7c,41307,1731331180217, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/oldWALs, maxLogs=10 2024-11-11T13:19:41,988 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/WALs/bbb9a1547c7c,41307,1731331180217/bbb9a1547c7c%2C41307%2C1731331180217.1731331181976, exclude list is [], retry=0 2024-11-11T13:19:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-28e4ebf1-43e4-425b-a335-0e1e287b6676,DISK] 2024-11-11T13:19:41,992 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/WALs/bbb9a1547c7c,41307,1731331180217/bbb9a1547c7c%2C41307%2C1731331180217.1731331181976 2024-11-11T13:19:41,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42467:42467)] 2024-11-11T13:19:41,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:41,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:41,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:41,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:41,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:41,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:19:41,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:41,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:41,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:41,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:19:41,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:41,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:41,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:41,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:19:41,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:42,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:19:42,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:42,002 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,002 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,003 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:42,005 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:19:42,007 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:42,008 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65651645, jitterRate=-0.021714255213737488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:42,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331181993Initializing all the Stores at 1731331181994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331181994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331181994Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331181994Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331181994Cleaning up temporary data from old regions at 1731331182004 (+10 ms)Region opened successfully at 1731331182008 (+4 ms) 2024-11-11T13:19:42,008 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:19:42,011 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575f89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:42,012 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:19:42,012 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:19:42,012 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:19:42,012 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:19:42,013 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:19:42,013 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:19:42,013 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:19:42,015 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:19:42,015 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/balancer because node does not exist (not necessarily an error) 2024-11-11T13:19:42,016 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/balancer already deleted, retry=false 2024-11-11T13:19:42,016 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:19:42,017 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:19:42,017 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/normalizer already deleted, retry=false 2024-11-11T13:19:42,018 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:19:42,018 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:19:42,019 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/switch/split already deleted, retry=false 2024-11-11T13:19:42,020 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:19:42,020 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/switch/merge already deleted, retry=false 2024-11-11T13:19:42,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:19:42,023 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/snapshot-cleanup already deleted, retry=false 2024-11-11T13:19:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213202945/running 2024-11-11T13:19:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213202945/running 2024-11-11T13:19:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,41307,1731331180217, sessionid=0x1002ef08f5a0003, setting cluster-up flag (Was=false) 2024-11-11T13:19:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,035 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1213202945/flush-table-proc/acquired, /1213202945/flush-table-proc/reached, /1213202945/flush-table-proc/abort 2024-11-11T13:19:42,036 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:42,041 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1213202945/online-snapshot/acquired, /1213202945/online-snapshot/reached, /1213202945/online-snapshot/abort 2024-11-11T13:19:42,042 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:42,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:19:42,049 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:42,050 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:19:42,050 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:19:42,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,41307,1731331180217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:42,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:42,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:19:42,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:19:42,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331212068 2024-11-11T13:19:42,068 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:19:42,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:19:42,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:19:42,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:19:42,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:19:42,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:19:42,073 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:19:42,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:19:42,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:19:42,075 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:19:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:19:42,080 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:19:42,080 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:19:42,080 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331182080,5,FailOnTimeoutGroup] 2024-11-11T13:19:42,081 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331182080,5,FailOnTimeoutGroup] 2024-11-11T13:19:42,081 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,081 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:19:42,081 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,081 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,103 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(746): ClusterId : 0089e39c-339d-46c1-88b6-633a92f2d195 2024-11-11T13:19:42,103 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:19:42,105 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:19:42,105 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:19:42,108 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:19:42,109 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feff6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:19:42,125 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:37961 2024-11-11T13:19:42,126 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:19:42,126 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:19:42,126 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:19:42,127 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,41307,1731331180217 with port=37961, startcode=1731331180262 2024-11-11T13:19:42,127 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:19:42,130 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:19:42,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,132 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8 2024-11-11T13:19:42,132 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42001 2024-11-11T13:19:42,132 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:19:42,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/rs 2024-11-11T13:19:42,134 DEBUG [RS:0;bbb9a1547c7c:37961 {}] zookeeper.ZKUtil(111): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on existing znode=/1213202945/rs/bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,134 WARN [RS:0;bbb9a1547c7c:37961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:19:42,135 INFO [RS:0;bbb9a1547c7c:37961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:42,135 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,37961,1731331180262] 2024-11-11T13:19:42,145 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:19:42,149 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:19:42,149 INFO [RS:0;bbb9a1547c7c:37961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:19:42,150 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,153 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:19:42,154 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:19:42,154 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,154 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,154 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,154 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,154 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:42,155 DEBUG [RS:0;bbb9a1547c7c:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:19:42,164 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,164 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,164 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,164 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,164 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,165 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37961,1731331180262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:42,184 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:19:42,185 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37961,1731331180262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,185 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,185 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.Replication(171): bbb9a1547c7c,37961,1731331180262 started 2024-11-11T13:19:42,205 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:42,205 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,37961,1731331180262, RpcServer on bbb9a1547c7c/172.17.0.2:37961, sessionid=0x1002ef08f5a0004 2024-11-11T13:19:42,205 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:19:42,205 DEBUG [RS:0;bbb9a1547c7c:37961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,205 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37961,1731331180262' 2024-11-11T13:19:42,205 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1213202945/flush-table-proc/abort' 2024-11-11T13:19:42,206 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1213202945/flush-table-proc/acquired' 2024-11-11T13:19:42,208 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:19:42,209 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:19:42,209 DEBUG [RS:0;bbb9a1547c7c:37961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:42,209 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37961,1731331180262' 2024-11-11T13:19:42,209 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1213202945/online-snapshot/abort' 2024-11-11T13:19:42,209 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1213202945/online-snapshot/acquired' 2024-11-11T13:19:42,210 DEBUG [RS:0;bbb9a1547c7c:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:19:42,210 INFO [RS:0;bbb9a1547c7c:37961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:19:42,210 INFO [RS:0;bbb9a1547c7c:37961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:19:42,310 INFO [RS:0;bbb9a1547c7c:37961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:19:42,312 INFO [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37961%2C1731331180262, suffix=, logDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/oldWALs, maxLogs=10 2024-11-11T13:19:42,325 DEBUG [RS:0;bbb9a1547c7c:37961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262/bbb9a1547c7c%2C37961%2C1731331180262.1731331182312, exclude list is [], retry=0 2024-11-11T13:19:42,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-28e4ebf1-43e4-425b-a335-0e1e287b6676,DISK] 2024-11-11T13:19:42,331 INFO [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262/bbb9a1547c7c%2C37961%2C1731331180262.1731331182312 2024-11-11T13:19:42,331 DEBUG [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42467:42467)] 2024-11-11T13:19:42,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:19:42,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8 2024-11-11T13:19:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:19:42,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:42,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:42,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:42,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:42,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:42,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:42,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:42,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:42,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:42,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:42,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:42,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:42,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:42,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:42,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:42,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740 2024-11-11T13:19:42,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740 2024-11-11T13:19:42,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:42,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:42,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:42,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:42,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:42,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59152686, jitterRate=-0.11855629086494446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:42,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331182885Initializing all the Stores at 1731331182885Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331182885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331182886 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331182886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331182886Cleaning up temporary data from old regions at 1731331182903 (+17 ms)Region opened successfully at 1731331182908 (+5 ms) 2024-11-11T13:19:42,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:19:42,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:19:42,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:19:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:19:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:19:42,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:19:42,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331182908Disabling compacts and flushes for region at 1731331182908Disabling writes for close at 1731331182909 (+1 ms)Writing region close event to WAL at 1731331182912 (+3 ms)Closed at 1731331182912 2024-11-11T13:19:42,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:42,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:19:42,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:19:42,915 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:42,916 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:19:43,067 DEBUG [bbb9a1547c7c:41307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:19:43,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:43,070 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37961,1731331180262, state=OPENING 2024-11-11T13:19:43,081 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:19:43,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:43,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:19:43,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213202945/meta-region-server: CHANGED 2024-11-11T13:19:43,088 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:19:43,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37961,1731331180262}] 2024-11-11T13:19:43,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213202945/meta-region-server: CHANGED 2024-11-11T13:19:43,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:43,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:19:43,257 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:19:43,257 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:43,258 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:19:43,260 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37961%2C1731331180262.meta, suffix=.meta, logDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/oldWALs, maxLogs=10 2024-11-11T13:19:43,278 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262/bbb9a1547c7c%2C37961%2C1731331180262.meta.1731331183260.meta, exclude list is [], retry=0 2024-11-11T13:19:43,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-28e4ebf1-43e4-425b-a335-0e1e287b6676,DISK] 2024-11-11T13:19:43,285 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262/bbb9a1547c7c%2C37961%2C1731331180262.meta.1731331183260.meta 2024-11-11T13:19:43,289 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42467:42467)] 2024-11-11T13:19:43,289 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:43,290 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:43,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:43,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:19:43,290 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:19:43,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:19:43,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:43,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:19:43,291 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:19:43,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:19:43,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:19:43,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:43,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:19:43,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:19:43,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:43,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:19:43,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:19:43,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:43,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:19:43,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:19:43,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:19:43,301 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:19:43,302 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740 2024-11-11T13:19:43,303 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740 2024-11-11T13:19:43,305 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:19:43,305 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:19:43,306 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:19:43,307 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:19:43,308 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74235380, jitterRate=0.10619336366653442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:19:43,308 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:19:43,309 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331183291Writing region info on filesystem at 1731331183291Initializing all the Stores at 1731331183292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331183292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331183293 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331183293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331183293Cleaning up temporary data from old regions at 1731331183305 (+12 ms)Running coprocessor post-open hooks at 1731331183308 (+3 ms)Region opened successfully at 1731331183308 2024-11-11T13:19:43,310 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331183247 2024-11-11T13:19:43,316 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:19:43,316 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:19:43,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:43,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37961,1731331180262, state=OPEN 2024-11-11T13:19:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1213202945/meta-region-server 2024-11-11T13:19:43,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:43,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213202945/meta-region-server: CHANGED 2024-11-11T13:19:43,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:19:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1213202945/meta-region-server 2024-11-11T13:19:43,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37961,1731331180262 in 233 msec 2024-11-11T13:19:43,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213202945/meta-region-server: CHANGED 2024-11-11T13:19:43,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:19:43,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-11T13:19:43,330 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:19:43,330 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:19:43,334 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:43,334 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37961,1731331180262, seqNum=-1] 2024-11-11T13:19:43,335 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:43,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:43,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-11T13:19:43,359 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331183359, completionTime=-1 2024-11-11T13:19:43,359 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:19:43,360 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:19:43,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:19:43,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331243362 2024-11-11T13:19:43,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331303362 2024-11-11T13:19:43,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T13:19:43,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:41307, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,365 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,367 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.050sec 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:19:43,371 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:19:43,374 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:19:43,374 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:19:43,374 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41307,1731331180217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:19:43,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:43,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41307,-1 for getting cluster id 2024-11-11T13:19:43,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:43,410 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0089e39c-339d-46c1-88b6-633a92f2d195' 2024-11-11T13:19:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0089e39c-339d-46c1-88b6-633a92f2d195" 2024-11-11T13:19:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f95238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41307,-1] 2024-11-11T13:19:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:43,413 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:43,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:43,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37961,1731331180262, seqNum=-1] 2024-11-11T13:19:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:43,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:43,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:43,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51125 2024-11-11T13:19:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:19:43,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:43,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef08f5a0005 connected 2024-11-11T13:19:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e296ebf 2024-11-11T13:19:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:43,435 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:43,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:19:43,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:19:43,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:19:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:43,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:19:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:19:43,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfe2edaa499468724412620d2ed8efbb, NAME => 'test,,1731331183436.cfe2edaa499468724412620d2ed8efbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28 2024-11-11T13:19:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:19:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331183436.cfe2edaa499468724412620d2ed8efbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cfe2edaa499468724412620d2ed8efbb, disabling compactions & flushes 2024-11-11T13:19:43,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. after waiting 0 ms 2024-11-11T13:19:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfe2edaa499468724412620d2ed8efbb: Waiting for close lock at 1731331183478Disabling compacts and flushes for region at 1731331183478Disabling writes for close at 1731331183478Writing region close event to WAL at 1731331183478Closed at 1731331183478 2024-11-11T13:19:43,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:19:43,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331183436.cfe2edaa499468724412620d2ed8efbb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331183480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331183480"}]},"ts":"1731331183480"} 2024-11-11T13:19:43,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:19:43,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:19:43,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331183484"}]},"ts":"1731331183484"} 2024-11-11T13:19:43,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:19:43,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2edaa499468724412620d2ed8efbb, ASSIGN}] 2024-11-11T13:19:43,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2edaa499468724412620d2ed8efbb, ASSIGN 2024-11-11T13:19:43,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cfe2edaa499468724412620d2ed8efbb, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,40785,1731331176301; forceNewPlan=false, retain=false 2024-11-11T13:19:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:43,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe2edaa499468724412620d2ed8efbb, regionState=OPENING, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:43,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cfe2edaa499468724412620d2ed8efbb, ASSIGN because future has completed 2024-11-11T13:19:43,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe2edaa499468724412620d2ed8efbb, server=bbb9a1547c7c,40785,1731331176301}] 2024-11-11T13:19:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:43,802 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,802 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfe2edaa499468724412620d2ed8efbb, NAME => 'test,,1731331183436.cfe2edaa499468724412620d2ed8efbb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:43,803 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:43,803 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:19:43,803 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,803 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331183436.cfe2edaa499468724412620d2ed8efbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:43,803 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,803 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,805 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,806 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2edaa499468724412620d2ed8efbb columnFamilyName f 2024-11-11T13:19:43,806 DEBUG [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,807 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(327): Store=cfe2edaa499468724412620d2ed8efbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:43,807 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,808 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2edaa499468724412620d2ed8efbb columnFamilyName f1 2024-11-11T13:19:43,808 DEBUG [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,808 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(327): Store=cfe2edaa499468724412620d2ed8efbb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:43,808 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,809 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2edaa499468724412620d2ed8efbb columnFamilyName norep 2024-11-11T13:19:43,810 DEBUG [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:43,810 INFO [StoreOpener-cfe2edaa499468724412620d2ed8efbb-1 {}] regionserver.HStore(327): Store=cfe2edaa499468724412620d2ed8efbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:43,810 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,811 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,811 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,812 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,812 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,813 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:43,814 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,816 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:43,817 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfe2edaa499468724412620d2ed8efbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72472199, jitterRate=0.07991991937160492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:43,817 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:19:43,818 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfe2edaa499468724412620d2ed8efbb: Running coprocessor pre-open hook at 1731331183803Writing region info on filesystem at 1731331183803Initializing all the Stores at 1731331183804 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331183804Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331183805 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331183805Cleaning up temporary data from old regions at 1731331183812 (+7 ms)Running coprocessor post-open hooks at 1731331183817 (+5 ms)Region opened successfully at 1731331183817 2024-11-11T13:19:43,820 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., pid=6, masterSystemTime=1731331183798 2024-11-11T13:19:43,822 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,822 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:19:43,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe2edaa499468724412620d2ed8efbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:43,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe2edaa499468724412620d2ed8efbb, server=bbb9a1547c7c,40785,1731331176301 because future has completed 2024-11-11T13:19:43,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:19:43,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfe2edaa499468724412620d2ed8efbb, server=bbb9a1547c7c,40785,1731331176301 in 182 msec 2024-11-11T13:19:43,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:19:43,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2edaa499468724412620d2ed8efbb, ASSIGN in 343 msec 2024-11-11T13:19:43,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:19:43,834 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331183834"}]},"ts":"1731331183834"} 2024-11-11T13:19:43,837 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:19:43,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:19:43,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 399 msec 2024-11-11T13:19:43,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:19:43,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:19:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:44,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:44,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:19:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5a3b05 2024-11-11T13:19:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:44,079 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:44,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:19:44,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:19:44,083 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:44,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:44,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:19:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:19:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:44,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:44,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be5998202c28bb1b81a85e3861f1fb64, NAME => 'test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8 2024-11-11T13:19:44,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:19:44,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:44,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:44,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:19:44,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:44,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:19:44,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:44,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:19:44,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T13:19:44,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:19:44,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T13:19:44,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:19:44,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T13:19:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:44,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:44,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be5998202c28bb1b81a85e3861f1fb64, disabling compactions & flushes 2024-11-11T13:19:44,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:44,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:44,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. after waiting 0 ms 2024-11-11T13:19:44,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:44,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:44,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be5998202c28bb1b81a85e3861f1fb64: Waiting for close lock at 1731331184901Disabling compacts and flushes for region at 1731331184901Disabling writes for close at 1731331184901Writing region close event to WAL at 1731331184901Closed at 1731331184902 (+1 ms) 2024-11-11T13:19:44,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:19:44,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331184903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331184903"}]},"ts":"1731331184903"} 2024-11-11T13:19:44,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:19:44,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:19:44,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331184907"}]},"ts":"1731331184907"} 2024-11-11T13:19:44,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:19:44,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be5998202c28bb1b81a85e3861f1fb64, ASSIGN}] 2024-11-11T13:19:44,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be5998202c28bb1b81a85e3861f1fb64, ASSIGN 2024-11-11T13:19:44,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be5998202c28bb1b81a85e3861f1fb64, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,37961,1731331180262; forceNewPlan=false, retain=false 2024-11-11T13:19:45,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be5998202c28bb1b81a85e3861f1fb64, regionState=OPENING, regionLocation=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:45,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be5998202c28bb1b81a85e3861f1fb64, ASSIGN because future has completed 2024-11-11T13:19:45,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5998202c28bb1b81a85e3861f1fb64, server=bbb9a1547c7c,37961,1731331180262}] 2024-11-11T13:19:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:45,233 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:45,233 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be5998202c28bb1b81a85e3861f1fb64, NAME => 'test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:45,233 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:45,234 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:19:45,234 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,234 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:45,234 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,234 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,235 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,237 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5998202c28bb1b81a85e3861f1fb64 columnFamilyName f 2024-11-11T13:19:45,237 DEBUG [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:45,238 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(327): Store=be5998202c28bb1b81a85e3861f1fb64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:45,238 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,239 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5998202c28bb1b81a85e3861f1fb64 columnFamilyName f1 2024-11-11T13:19:45,239 DEBUG [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:45,239 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(327): Store=be5998202c28bb1b81a85e3861f1fb64/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:45,240 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,241 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5998202c28bb1b81a85e3861f1fb64 columnFamilyName norep 2024-11-11T13:19:45,241 DEBUG [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:45,241 INFO [StoreOpener-be5998202c28bb1b81a85e3861f1fb64-1 {}] regionserver.HStore(327): Store=be5998202c28bb1b81a85e3861f1fb64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:45,242 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,242 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,243 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,244 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,244 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,244 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:45,246 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,248 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:45,248 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be5998202c28bb1b81a85e3861f1fb64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68958364, jitterRate=0.02755969762802124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:45,248 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:19:45,249 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be5998202c28bb1b81a85e3861f1fb64: Running coprocessor pre-open hook at 1731331185234Writing region info on filesystem at 1731331185234Initializing all the Stores at 1731331185235 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331185235Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331185235Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331185235Cleaning up temporary data from old regions at 1731331185244 (+9 ms)Running coprocessor post-open hooks at 1731331185248 (+4 ms)Region opened successfully at 1731331185249 (+1 ms) 2024-11-11T13:19:45,250 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64., pid=6, masterSystemTime=1731331185229 2024-11-11T13:19:45,252 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:45,253 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:19:45,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be5998202c28bb1b81a85e3861f1fb64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,37961,1731331180262 2024-11-11T13:19:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5998202c28bb1b81a85e3861f1fb64, server=bbb9a1547c7c,37961,1731331180262 because future has completed 2024-11-11T13:19:45,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:19:45,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be5998202c28bb1b81a85e3861f1fb64, server=bbb9a1547c7c,37961,1731331180262 in 184 msec 2024-11-11T13:19:45,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:19:45,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be5998202c28bb1b81a85e3861f1fb64, ASSIGN in 351 msec 2024-11-11T13:19:45,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:19:45,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331185265"}]},"ts":"1731331185265"} 2024-11-11T13:19:45,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:19:45,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:19:45,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-11T13:19:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:19:46,236 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:19:46,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33417,-1 for getting cluster id 2024-11-11T13:19:46,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:46,238 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7154dfeb-ffb5-429b-97dc-115007e425e8' 2024-11-11T13:19:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7154dfeb-ffb5-429b-97dc-115007e425e8" 2024-11-11T13:19:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6a312d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33417,-1] 2024-11-11T13:19:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,240 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56110d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41307,-1 for getting cluster id 2024-11-11T13:19:46,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:46,244 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0089e39c-339d-46c1-88b6-633a92f2d195' 2024-11-11T13:19:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0089e39c-339d-46c1-88b6-633a92f2d195" 2024-11-11T13:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e69ea59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41307,-1] 2024-11-11T13:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,246 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cf3ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33417,-1 for getting cluster id 2024-11-11T13:19:46,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:46,249 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7154dfeb-ffb5-429b-97dc-115007e425e8' 2024-11-11T13:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7154dfeb-ffb5-429b-97dc-115007e425e8" 2024-11-11T13:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148fc0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33417,-1] 2024-11-11T13:19:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,251 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6477c2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@171dc9cd 2024-11-11T13:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:46,257 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:46,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:41307,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:19:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:19:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:46,261 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:41307' 2024-11-11T13:19:46,262 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d396d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,262 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41307,-1 for getting cluster id 2024-11-11T13:19:46,262 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:46,263 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0089e39c-339d-46c1-88b6-633a92f2d195' 2024-11-11T13:19:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0089e39c-339d-46c1-88b6-633a92f2d195" 2024-11-11T13:19:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4634f3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41307,-1] 2024-11-11T13:19:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,265 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:46,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d31374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:46,266 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:46,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:46,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0f8eb2 2024-11-11T13:19:46,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:46,268 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:46,269 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T13:19:46,269 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:19:46,269 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,269 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:46,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:46,270 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:19:46,271 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:19:46,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:19:46,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:46,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:19:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:19:46,321 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:19:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:46,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41f37146a62400f5db8a6926009cc395, NAME => 'hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28 2024-11-11T13:19:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:19:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41f37146a62400f5db8a6926009cc395, disabling compactions & flushes 2024-11-11T13:19:47,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. after waiting 0 ms 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41f37146a62400f5db8a6926009cc395: Waiting for close lock at 1731331187092Disabling compacts and flushes for region at 1731331187092Disabling writes for close at 1731331187092Writing region close event to WAL at 1731331187092Closed at 1731331187092 2024-11-11T13:19:47,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:19:47,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331187094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331187094"}]},"ts":"1731331187094"} 2024-11-11T13:19:47,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:19:47,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:19:47,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331187097"}]},"ts":"1731331187097"} 2024-11-11T13:19:47,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:19:47,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41f37146a62400f5db8a6926009cc395, ASSIGN}] 2024-11-11T13:19:47,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41f37146a62400f5db8a6926009cc395, ASSIGN 2024-11-11T13:19:47,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41f37146a62400f5db8a6926009cc395, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,40785,1731331176301; forceNewPlan=false, retain=false 2024-11-11T13:19:47,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41f37146a62400f5db8a6926009cc395, regionState=OPENING, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:47,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41f37146a62400f5db8a6926009cc395, ASSIGN because future has completed 2024-11-11T13:19:47,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f37146a62400f5db8a6926009cc395, server=bbb9a1547c7c,40785,1731331176301}] 2024-11-11T13:19:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:47,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:19:47,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:19:47,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C40785%2C1731331176301.rep, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/oldWALs, maxLogs=10 2024-11-11T13:19:47,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.rep.1731331187418, exclude list is [], retry=0 2024-11-11T13:19:47,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-10b13ddd-17fc-4dd8-8507-dbed69505ac9,DISK] 2024-11-11T13:19:47,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.rep.1731331187418 2024-11-11T13:19:47,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40117:40117)] 2024-11-11T13:19:47,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 41f37146a62400f5db8a6926009cc395, NAME => 'hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:19:47,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:19:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:19:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. service=MultiRowMutationService 2024-11-11T13:19:47,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:19:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:19:47,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,453 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,455 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f37146a62400f5db8a6926009cc395 columnFamilyName hfileref 2024-11-11T13:19:47,456 DEBUG [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:47,456 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(327): Store=41f37146a62400f5db8a6926009cc395/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:47,456 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,458 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f37146a62400f5db8a6926009cc395 columnFamilyName queue 2024-11-11T13:19:47,458 DEBUG [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:47,459 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(327): Store=41f37146a62400f5db8a6926009cc395/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:47,459 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,466 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f37146a62400f5db8a6926009cc395 columnFamilyName sid 2024-11-11T13:19:47,466 DEBUG [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:19:47,467 INFO [StoreOpener-41f37146a62400f5db8a6926009cc395-1 {}] regionserver.HStore(327): Store=41f37146a62400f5db8a6926009cc395/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:19:47,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:19:47,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:19:47,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 41f37146a62400f5db8a6926009cc395; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67866438, jitterRate=0.011288732290267944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:19:47,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:19:47,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 41f37146a62400f5db8a6926009cc395: Running coprocessor pre-open hook at 1731331187451Writing region info on filesystem at 1731331187451Initializing all the Stores at 1731331187452 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331187453 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331187453Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331187453Cleaning up temporary data from old regions at 1731331187475 (+22 ms)Running coprocessor post-open hooks at 1731331187494 (+19 ms)Region opened successfully at 1731331187495 (+1 ms) 2024-11-11T13:19:47,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395., pid=10, masterSystemTime=1731331187409 2024-11-11T13:19:47,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:19:47,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41f37146a62400f5db8a6926009cc395, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,40785,1731331176301 2024-11-11T13:19:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f37146a62400f5db8a6926009cc395, server=bbb9a1547c7c,40785,1731331176301 because future has completed 2024-11-11T13:19:47,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:19:47,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41f37146a62400f5db8a6926009cc395, server=bbb9a1547c7c,40785,1731331176301 in 248 msec 2024-11-11T13:19:47,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:19:47,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41f37146a62400f5db8a6926009cc395, ASSIGN in 411 msec 2024-11-11T13:19:47,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:19:47,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331187516"}]},"ts":"1731331187516"} 2024-11-11T13:19:47,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:19:47,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:19:47,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2510 sec 2024-11-11T13:19:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2] 2024-11-11T13:19:47,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:47,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:19:47,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:19:47,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:19:47,692 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:19:47,719 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,40785,1731331176301, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:19:47,720 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:47,720 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:47,720 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:47,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T13:19:47,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,40785,1731331176301', locateType=CURRENT is [region=hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2] 2024-11-11T13:19:47,726 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:19:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:19:47,729 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,40785,1731331176301 suceeded 2024-11-11T13:19:47,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:19:47,732 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:41307,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T13:19:47,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-11T13:19:47,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-11-11T13:19:47,745 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:41307' 2024-11-11T13:19:47,747 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df4ba14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:47,747 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41307,-1 for getting cluster id 2024-11-11T13:19:47,747 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:47,748 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0089e39c-339d-46c1-88b6-633a92f2d195' 2024-11-11T13:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0089e39c-339d-46c1-88b6-633a92f2d195" 2024-11-11T13:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9c7144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41307,-1] 2024-11-11T13:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:47,749 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:47,750 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d0a981e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:47,750 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:47,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:47,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c8d2b99 2024-11-11T13:19:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:47,753 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:47,753 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,40785,1731331176301 (queues=1) is replicating from cluster=7154dfeb-ffb5-429b-97dc-115007e425e8 to cluster=0089e39c-339d-46c1-88b6-633a92f2d195 2024-11-11T13:19:47,753 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C40785%2C1731331176301 2024-11-11T13:19:47,754 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,40785,1731331176301, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:19:47,754 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C40785%2C1731331176301 2024-11-11T13:19:47,754 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, startPosition=0, beingWritten=true 2024-11-11T13:19:47,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:19:47,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:47,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:19:47,971 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:48,276 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:19:48,416 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:19:48,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:48,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:48,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:48,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:48,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:48,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:48,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731331188420/Put/seqid=0 2024-11-11T13:19:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741840_1016 (size=7894) 2024-11-11T13:19:48,681 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:48,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_1 is 34, key is ddd/f:row/1731331188829/Put/seqid=0 2024-11-11T13:19:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741841_1017 (size=7691) 2024-11-11T13:19:49,186 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:49,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33417,-1 for getting cluster id 2024-11-11T13:19:49,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:49,241 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7154dfeb-ffb5-429b-97dc-115007e425e8' 2024-11-11T13:19:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7154dfeb-ffb5-429b-97dc-115007e425e8" 2024-11-11T13:19:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab6e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33417,-1] 2024-11-11T13:19:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:49,243 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:49,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:49,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:49,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75161b 2024-11-11T13:19:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:49,260 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2] 2024-11-11T13:19:49,274 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:19:49,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T13:19:49,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T13:19:49,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_0 for inclusion in cfe2edaa499468724412620d2ed8efbb/f 2024-11-11T13:19:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T13:19:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:49,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_1 for inclusion in cfe2edaa499468724412620d2ed8efbb/f 2024-11-11T13:19:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T13:19:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegion(2603): Flush status journal for cfe2edaa499468724412620d2ed8efbb: 2024-11-11T13:19:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_0 to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_0 2024-11-11T13:19:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_0 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/789af0f629f8413fba209680f1647c50_SeqId_4_ 2024-11-11T13:19:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f/f/hfile_1 to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_1 2024-11-11T13:19:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_1 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ 2024-11-11T13:19:49,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_0 into cfe2edaa499468724412620d2ed8efbb/f as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/789af0f629f8413fba209680f1647c50_SeqId_4_ - updating store file list. 2024-11-11T13:19:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 789af0f629f8413fba209680f1647c50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:49,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/789af0f629f8413fba209680f1647c50_SeqId_4_ into cfe2edaa499468724412620d2ed8efbb/f 2024-11-11T13:19:49,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_0 into cfe2edaa499468724412620d2ed8efbb/f (new location: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/789af0f629f8413fba209680f1647c50_SeqId_4_) 2024-11-11T13:19:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_0 2024-11-11T13:19:49,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_1 into cfe2edaa499468724412620d2ed8efbb/f as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ - updating store file list. 2024-11-11T13:19:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:49,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ into cfe2edaa499468724412620d2ed8efbb/f 2024-11-11T13:19:49,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_1 into cfe2edaa499468724412620d2ed8efbb/f (new location: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_) 2024-11-11T13:19:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__dcit073bs6o1aeqk0hl6eht7s82l4oar0i627hk9v1p1qpts9j8071rlovm04fjb/f/hfile_1 2024-11-11T13:19:49,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:49,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:49,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:49,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:49,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:49,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 , the old value is region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bbb9a1547c7c:40785 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:19:49,344 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T13:19:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37961,1731331180262, seqNum=-1] 2024-11-11T13:19:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:19:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 from cache 2024-11-11T13:19:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:49,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64., hostname=bbb9a1547c7c,37961,1731331180262, seqNum=2] 2024-11-11T13:19:49,350 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:19:49,457 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:40785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T13:19:49,791 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 379, reset compression=false 2024-11-11T13:19:49,797 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:19:49,797 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfe2edaa499468724412620d2ed8efbb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331189337/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:19:49,823 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:19:49,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T13:19:49,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(318): Replicating [7154dfeb-ffb5-429b-97dc-115007e425e8] bulk loaded data 2024-11-11T13:19:49,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67497909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41307,-1 for getting cluster id 2024-11-11T13:19:49,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:49,831 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0089e39c-339d-46c1-88b6-633a92f2d195' 2024-11-11T13:19:49,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:49,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0089e39c-339d-46c1-88b6-633a92f2d195" 2024-11-11T13:19:49,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bbdf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41307,-1] 2024-11-11T13:19:49,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:49,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:49,833 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:49,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6e092e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741837_1013 (size=7894) 2024-11-11T13:19:49,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:19:49,998 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:50,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741838_1014 (size=7691) 2024-11-11T13:19:50,302 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:50,353 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:19:50,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41307,1731331180217 2024-11-11T13:19:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d79a0b1 2024-11-11T13:19:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:50,671 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T13:19:50,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:19:50,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:50,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37961,1731331180262, seqNum=-1] 2024-11-11T13:19:50,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:50,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T13:19:50,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T13:19:50,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T13:19:50,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ for inclusion in be5998202c28bb1b81a85e3861f1fb64/f 2024-11-11T13:19:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T13:19:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:50,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ for inclusion in be5998202c28bb1b81a85e3861f1fb64/f 2024-11-11T13:19:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T13:19:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegion(2603): Flush status journal for be5998202c28bb1b81a85e3861f1fb64: 2024-11-11T13:19:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 789af0f629f8413fba209680f1647c50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:19:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/c510992259e147598160f56f4d784f39_SeqId_4_ 2024-11-11T13:19:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:19:50,707 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/2e087ff2688845c98b11c0cf0a40b194_SeqId_4_ 2024-11-11T13:19:50,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/c510992259e147598160f56f4d784f39_SeqId_4_ - updating store file list. 2024-11-11T13:19:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c510992259e147598160f56f4d784f39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:50,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/c510992259e147598160f56f4d784f39_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f 2024-11-11T13:19:50,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f (new location: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/c510992259e147598160f56f4d784f39_SeqId_4_) 2024-11-11T13:19:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/789af0f629f8413fba209680f1647c50_SeqId_4_ 2024-11-11T13:19:50,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/2e087ff2688845c98b11c0cf0a40b194_SeqId_4_ - updating store file list. 2024-11-11T13:19:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e087ff2688845c98b11c0cf0a40b194_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:50,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/2e087ff2688845c98b11c0cf0a40b194_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f 2024-11-11T13:19:50,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ into be5998202c28bb1b81a85e3861f1fb64/f (new location: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/f/2e087ff2688845c98b11c0cf0a40b194_SeqId_4_) 2024-11-11T13:19:50,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:19:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/staging/jenkins.hfs.6__test__c68icpg0oenp8cpsnumbgpsmjh072sulukdfbts6mkdurh6eil199miuljb29ida/f/bd9adcd493fa473aa5ebc3cfd3de0ade_SeqId_4_ 2024-11-11T13:19:50,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(324): Finished replicating [7154dfeb-ffb5-429b-97dc-115007e425e8] bulk loaded data 2024-11-11T13:19:50,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:50,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:50,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:19:51,212 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:51,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:19:51,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731331191385/Put/seqid=0 2024-11-11T13:19:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741842_1018 (size=7997) 2024-11-11T13:19:51,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731331191402/Put/seqid=0 2024-11-11T13:19:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741843_1019 (size=7794) 2024-11-11T13:19:51,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:51,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33417,-1 for getting cluster id 2024-11-11T13:19:51,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:19:51,815 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7154dfeb-ffb5-429b-97dc-115007e425e8' 2024-11-11T13:19:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:19:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7154dfeb-ffb5-429b-97dc-115007e425e8" 2024-11-11T13:19:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c566b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33417,-1] 2024-11-11T13:19:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:19:51,816 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:51,818 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:19:51,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:19:51,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:51,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:51,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:19:51,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33417,1731331176229 2024-11-11T13:19:51,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b128846 2024-11-11T13:19:51,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:19:51,836 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2] 2024-11-11T13:19:51,851 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:19:51,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T13:19:51,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T13:19:51,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_1 for inclusion in cfe2edaa499468724412620d2ed8efbb/f1 2024-11-11T13:19:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T13:19:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:51,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_0 for inclusion in cfe2edaa499468724412620d2ed8efbb/f1 2024-11-11T13:19:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T13:19:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:19:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegion(2603): Flush status journal for cfe2edaa499468724412620d2ed8efbb: 2024-11-11T13:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_1 to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_1 2024-11-11T13:19:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_1 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/39e73df603ce48ea8d8eeb1fc42268ca_SeqId_6_ 2024-11-11T13:19:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/load_f1/f1/hfile_0 to hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_0 2024-11-11T13:19:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_0 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/86f48e5ac736436fa3efd1df91faa36e_SeqId_6_ 2024-11-11T13:19:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T13:19:51,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_1 into cfe2edaa499468724412620d2ed8efbb/f1 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/39e73df603ce48ea8d8eeb1fc42268ca_SeqId_6_ - updating store file list. 2024-11-11T13:19:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39e73df603ce48ea8d8eeb1fc42268ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:51,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/39e73df603ce48ea8d8eeb1fc42268ca_SeqId_6_ into cfe2edaa499468724412620d2ed8efbb/f1 2024-11-11T13:19:51,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_1 into cfe2edaa499468724412620d2ed8efbb/f1 (new location: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/39e73df603ce48ea8d8eeb1fc42268ca_SeqId_6_) 2024-11-11T13:19:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_1 2024-11-11T13:19:51,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_0 into cfe2edaa499468724412620d2ed8efbb/f1 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/86f48e5ac736436fa3efd1df91faa36e_SeqId_6_ - updating store file list. 2024-11-11T13:19:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86f48e5ac736436fa3efd1df91faa36e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:19:51,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/86f48e5ac736436fa3efd1df91faa36e_SeqId_6_ into cfe2edaa499468724412620d2ed8efbb/f1 2024-11-11T13:19:51,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_0 into cfe2edaa499468724412620d2ed8efbb/f1 (new location: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/f1/86f48e5ac736436fa3efd1df91faa36e_SeqId_6_) 2024-11-11T13:19:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/staging/jenkins__test__jcnt5d7b3f46qfmvoqsdukve9capbhf5ndqkplhtis28r8fa5e2rohthc623dnnn/f1/hfile_0 2024-11-11T13:19:51,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:19:51,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:19:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:19:51,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:19:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 , the old value is region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bbb9a1547c7c:40785 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:19:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:19:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2 from cache 2024-11-11T13:19:51,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:19:51,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T13:19:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40785,1731331176301, seqNum=-1] 2024-11-11T13:19:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:19:51,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:19:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., hostname=bbb9a1547c7c,40785,1731331176301, seqNum=2] 2024-11-11T13:19:52,036 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:40785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T13:19:52,522 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 687, reset compression=false 2024-11-11T13:19:52,528 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:19:52,528 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:52,528 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:19:52,733 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:53,037 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:53,441 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:53,945 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:54,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:19:54,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T13:19:54,549 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:55,253 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:56,057 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:56,962 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:57,970 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:19:59,075 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:00,281 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:01,585 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:02,990 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:04,494 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:05,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:20:06,099 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:07,803 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:09,608 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:09,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:20:11,522 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:12,530 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: null 2024-11-11T13:20:13,534 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:15,638 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:17,843 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:19,680 INFO [master/bbb9a1547c7c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T13:20:19,680 INFO [master/bbb9a1547c7c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T13:20:20,147 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:22,551 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:24,304 INFO [master/bbb9a1547c7c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T13:20:24,304 INFO [master/bbb9a1547c7c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T13:20:25,055 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:27,659 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:28,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cfe2edaa499468724412620d2ed8efbb, had cached 0 bytes from a total of 31376 2024-11-11T13:20:30,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be5998202c28bb1b81a85e3861f1fb64, had cached 0 bytes from a total of 15585 2024-11-11T13:20:30,364 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:32,531 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: null 2024-11-11T13:20:33,169 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:35,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:20:36,072 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:39,076 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:39,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:20:40,577 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:20:42,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:45,386 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:48,690 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:51,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:20:51,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:20:51,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:51,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:51,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:51,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:20:51,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:20:51,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416923165, stopped=false 2024-11-11T13:20:51,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,41307,1731331180217 2024-11-11T13:20:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213202945/running 2024-11-11T13:20:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213202945/running 2024-11-11T13:20:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:20:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:20:51,995 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:20:51,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:20:51,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:51,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:51,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,37961,1731331180262' ***** 2024-11-11T13:20:51,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:20:51,996 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:20:51,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/running 2024-11-11T13:20:51,996 INFO [RS:0;bbb9a1547c7c:37961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:20:51,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:20:51,996 INFO [RS:0;bbb9a1547c7c:37961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:20:51,996 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:20:51,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Set watcher on znode that does not yet exist, /1213202945/running 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,37961,1731331180262 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37961. 2024-11-11T13:20:51,997 DEBUG [RS:0;bbb9a1547c7c:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:51,997 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be5998202c28bb1b81a85e3861f1fb64, disabling compactions & flushes 2024-11-11T13:20:51,997 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:51,997 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:20:51,997 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:20:51,997 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. after waiting 0 ms 2024-11-11T13:20:51,997 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:20:51,997 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:20:52,001 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:20:52,001 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be5998202c28bb1b81a85e3861f1fb64=test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64.} 2024-11-11T13:20:52,001 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be5998202c28bb1b81a85e3861f1fb64 2024-11-11T13:20:52,001 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:20:52,001 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:20:52,001 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:20:52,001 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:20:52,001 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:20:52,002 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T13:20:52,005 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/default/test/be5998202c28bb1b81a85e3861f1fb64/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T13:20:52,006 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:20:52,006 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:20:52,006 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:20:52,006 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be5998202c28bb1b81a85e3861f1fb64: Waiting for close lock at 1731331251997Running coprocessor pre-close hooks at 1731331251997Disabling compacts and flushes for region at 1731331251997Disabling writes for close at 1731331251997Writing region close event to WAL at 1731331252001 (+4 ms)Running coprocessor post-close hooks at 1731331252006 (+5 ms)Closed at 1731331252006 2024-11-11T13:20:52,006 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64. 2024-11-11T13:20:52,017 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/info/a504d1db4b154d589232cb18d5a7aeb7 is 129, key is test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64./info:regioninfo/1731331185254/Put/seqid=0 2024-11-11T13:20:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741839_1015 (size=6421) 2024-11-11T13:20:52,039 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:20:52,094 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:52,170 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:20:52,170 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:20:52,201 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:52,402 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:52,422 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/info/a504d1db4b154d589232cb18d5a7aeb7 2024-11-11T13:20:52,446 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/ns/aa855f74713b48e0b990d06498bab5b3 is 43, key is default/ns:d/1731331183337/Put/seqid=0 2024-11-11T13:20:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741840_1016 (size=5153) 2024-11-11T13:20:52,531 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: null 2024-11-11T13:20:52,602 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:52,802 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:52,851 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/ns/aa855f74713b48e0b990d06498bab5b3 2024-11-11T13:20:52,871 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/rep_barrier/b40b088d8c5d4bc8a1163edccae4eab8 is 112, key is test,,1731331184079.be5998202c28bb1b81a85e3861f1fb64./rep_barrier:seqnumDuringOpen/1731331185254/Put/seqid=0 2024-11-11T13:20:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741841_1017 (size=5518) 2024-11-11T13:20:53,002 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:20:53,002 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:20:53,002 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:53,203 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:53,276 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/rep_barrier/b40b088d8c5d4bc8a1163edccae4eab8 2024-11-11T13:20:53,318 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/table/0767d5c36ebb47efb687923fe46d3f95 is 40, key is test/table:state/1731331185265/Put/seqid=0 2024-11-11T13:20:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741842_1018 (size=5165) 2024-11-11T13:20:53,403 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:53,603 DEBUG [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:53,736 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/table/0767d5c36ebb47efb687923fe46d3f95 2024-11-11T13:20:53,745 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/info/a504d1db4b154d589232cb18d5a7aeb7 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/info/a504d1db4b154d589232cb18d5a7aeb7 2024-11-11T13:20:53,752 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/info/a504d1db4b154d589232cb18d5a7aeb7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T13:20:53,753 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/ns/aa855f74713b48e0b990d06498bab5b3 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/ns/aa855f74713b48e0b990d06498bab5b3 2024-11-11T13:20:53,760 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/ns/aa855f74713b48e0b990d06498bab5b3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:20:53,762 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/rep_barrier/b40b088d8c5d4bc8a1163edccae4eab8 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/rep_barrier/b40b088d8c5d4bc8a1163edccae4eab8 2024-11-11T13:20:53,769 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/rep_barrier/b40b088d8c5d4bc8a1163edccae4eab8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T13:20:53,770 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/.tmp/table/0767d5c36ebb47efb687923fe46d3f95 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/table/0767d5c36ebb47efb687923fe46d3f95 2024-11-11T13:20:53,777 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/table/0767d5c36ebb47efb687923fe46d3f95, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:20:53,781 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1780ms, sequenceid=11, compaction requested=false 2024-11-11T13:20:53,797 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:20:53,798 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:20:53,798 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:20:53,798 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:20:53,798 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331252001Running coprocessor pre-close hooks at 1731331252001Disabling compacts and flushes for region at 1731331252001Disabling writes for close at 1731331252001Obtaining lock to block concurrent updates at 1731331252002 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331252002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731331252002Flushing stores of hbase:meta,,1.1588230740 at 1731331252002Flushing 1588230740/info: creating writer at 1731331252003 (+1 ms)Flushing 1588230740/info: appending metadata at 1731331252017 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731331252017Flushing 1588230740/ns: creating writer at 1731331252429 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731331252446 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731331252446Flushing 1588230740/rep_barrier: creating writer at 1731331252857 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331252871 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331252871Flushing 1588230740/table: creating writer at 1731331253284 (+413 ms)Flushing 1588230740/table: appending metadata at 1731331253317 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731331253317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3522df50: reopening flushed file at 1731331253743 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b3c409: reopening flushed file at 1731331253752 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7c184: reopening flushed file at 1731331253760 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbcb717: reopening flushed file at 1731331253769 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1780ms, sequenceid=11, compaction requested=false at 1731331253782 (+13 ms)Writing region close event to WAL at 1731331253787 (+5 ms)Running coprocessor post-close hooks at 1731331253798 (+11 ms)Closed at 1731331253798 2024-11-11T13:20:53,798 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:20:53,803 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,37961,1731331180262; all regions closed. 2024-11-11T13:20:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741834_1010 (size=2717) 2024-11-11T13:20:53,808 DEBUG [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/oldWALs 2024-11-11T13:20:53,808 INFO [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C37961%2C1731331180262.meta:.meta(num 1731331183260) 2024-11-11T13:20:53,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741832_1008 (size=1028) 2024-11-11T13:20:53,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/WALs/bbb9a1547c7c,37961,1731331180262/bbb9a1547c7c%2C37961%2C1731331180262.1731331182312 not finished, retry = 0 2024-11-11T13:20:53,914 DEBUG [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/oldWALs 2024-11-11T13:20:53,914 INFO [RS:0;bbb9a1547c7c:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C37961%2C1731331180262:(num 1731331182312) 2024-11-11T13:20:53,914 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:53,914 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:20:53,914 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:20:53,914 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:20:53,915 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:20:53,915 INFO [RS:0;bbb9a1547c7c:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37961. 2024-11-11T13:20:53,915 DEBUG [RS:0;bbb9a1547c7c:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:53,915 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:53,915 DEBUG [RS:0;bbb9a1547c7c:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:53,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:20:53,915 INFO [RS:0;bbb9a1547c7c:37961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37961 2024-11-11T13:20:53,916 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:20:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945/rs 2024-11-11T13:20:53,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213202945/rs/bbb9a1547c7c,37961,1731331180262 2024-11-11T13:20:53,919 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:20:53,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,37961,1731331180262] 2024-11-11T13:20:53,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1213202945/draining/bbb9a1547c7c,37961,1731331180262 already deleted, retry=false 2024-11-11T13:20:53,920 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,37961,1731331180262 expired; onlineServers=0 2024-11-11T13:20:53,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,41307,1731331180217' ***** 2024-11-11T13:20:53,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:20:53,920 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:20:53,920 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:20:53,920 DEBUG [M:0;bbb9a1547c7c:41307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:20:53,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:20:53,921 DEBUG [M:0;bbb9a1547c7c:41307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:20:53,921 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331182080 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331182080,5,FailOnTimeoutGroup] 2024-11-11T13:20:53,921 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:20:53,921 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:20:53,921 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331182080 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331182080,5,FailOnTimeoutGroup] 2024-11-11T13:20:53,921 DEBUG [M:0;bbb9a1547c7c:41307 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:20:53,921 INFO [M:0;bbb9a1547c7c:41307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:20:53,921 INFO [M:0;bbb9a1547c7c:41307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:20:53,921 INFO [M:0;bbb9a1547c7c:41307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:20:53,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:20:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213202945/master 2024-11-11T13:20:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213202945 2024-11-11T13:20:53,922 DEBUG [M:0;bbb9a1547c7c:41307 {}] zookeeper.ZKUtil(347): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Unable to get data of znode /1213202945/master because node does not exist (not an error) 2024-11-11T13:20:53,922 WARN [M:0;bbb9a1547c7c:41307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:20:53,925 INFO [M:0;bbb9a1547c7c:41307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/.lastflushedseqids 2024-11-11T13:20:53,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741843_1019 (size=173) 2024-11-11T13:20:54,020 INFO [RS:0;bbb9a1547c7c:37961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:20:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:54,020 INFO [RS:0;bbb9a1547c7c:37961 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,37961,1731331180262; zookeeper connection closed. 2024-11-11T13:20:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1002ef08f5a0004, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:54,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e 2024-11-11T13:20:54,021 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:20:54,331 INFO [M:0;bbb9a1547c7c:41307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:20:54,331 INFO [M:0;bbb9a1547c7c:41307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:20:54,332 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:20:54,332 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:54,332 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:54,332 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:20:54,332 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:54,332 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-11T13:20:54,351 DEBUG [M:0;bbb9a1547c7c:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29eb81ce47e942fb8b4fcba02a68d7d2 is 82, key is hbase:meta,,1/info:regioninfo/1731331183318/Put/seqid=0 2024-11-11T13:20:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741844_1020 (size=5672) 2024-11-11T13:20:54,356 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29eb81ce47e942fb8b4fcba02a68d7d2 2024-11-11T13:20:54,382 DEBUG [M:0;bbb9a1547c7c:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7835fc94df15458da65c995d176216c1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331185277/Put/seqid=0 2024-11-11T13:20:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741845_1021 (size=6726) 2024-11-11T13:20:54,393 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7835fc94df15458da65c995d176216c1 2024-11-11T13:20:54,400 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7835fc94df15458da65c995d176216c1 2024-11-11T13:20:54,419 DEBUG [M:0;bbb9a1547c7c:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d07345bb87041cb97822890cd417485 is 69, key is bbb9a1547c7c,37961,1731331180262/rs:state/1731331182131/Put/seqid=0 2024-11-11T13:20:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741846_1022 (size=5156) 2024-11-11T13:20:54,824 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d07345bb87041cb97822890cd417485 2024-11-11T13:20:54,831 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29eb81ce47e942fb8b4fcba02a68d7d2 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29eb81ce47e942fb8b4fcba02a68d7d2 2024-11-11T13:20:54,838 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29eb81ce47e942fb8b4fcba02a68d7d2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T13:20:54,839 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7835fc94df15458da65c995d176216c1 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7835fc94df15458da65c995d176216c1 2024-11-11T13:20:54,846 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7835fc94df15458da65c995d176216c1 2024-11-11T13:20:54,846 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7835fc94df15458da65c995d176216c1, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T13:20:54,847 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d07345bb87041cb97822890cd417485 as hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d07345bb87041cb97822890cd417485 2024-11-11T13:20:54,858 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d07345bb87041cb97822890cd417485, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T13:20:54,860 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=58, compaction requested=false 2024-11-11T13:20:54,865 INFO [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:54,865 DEBUG [M:0;bbb9a1547c7c:41307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331254331Disabling compacts and flushes for region at 1731331254331Disabling writes for close at 1731331254332 (+1 ms)Obtaining lock to block concurrent updates at 1731331254332Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331254332Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731331254332Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331254333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331254333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331254351 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331254351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331254361 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331254382 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331254382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331254400 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331254418 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331254418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d477eb: reopening flushed file at 1731331254830 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655c338a: reopening flushed file at 1731331254838 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a84b7d0: reopening flushed file at 1731331254846 (+8 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=58, compaction requested=false at 1731331254860 (+14 ms)Writing region close event to WAL at 1731331254865 (+5 ms)Closed at 1731331254865 2024-11-11T13:20:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741830_1006 (size=33014) 2024-11-11T13:20:54,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89ba4329-d359-2496-0b9c-d640d06578d8/MasterData/WALs/bbb9a1547c7c,41307,1731331180217/bbb9a1547c7c%2C41307%2C1731331180217.1731331181976 not finished, retry = 0 2024-11-11T13:20:54,970 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:20:54,970 INFO [M:0;bbb9a1547c7c:41307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:20:54,970 INFO [M:0;bbb9a1547c7c:41307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41307 2024-11-11T13:20:54,971 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:20:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:55,073 INFO [M:0;bbb9a1547c7c:41307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:20:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1002ef08f5a0003, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:55,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:20:55,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:20:55,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:20:55,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:20:55,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir/,STOPPED} 2024-11-11T13:20:55,086 WARN [BP-311262196-172.17.0.2-1731331179218 heartbeating to localhost/127.0.0.1:42001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:20:55,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:20:55,086 WARN [BP-311262196-172.17.0.2-1731331179218 heartbeating to localhost/127.0.0.1:42001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311262196-172.17.0.2-1731331179218 (Datanode Uuid 29217335-7814-488f-8923-2c7874fbd24d) service to localhost/127.0.0.1:42001 2024-11-11T13:20:55,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:20:55,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/cluster_cd174496-de72-15bb-3f4a-fd75dae88127/data/data1/current/BP-311262196-172.17.0.2-1731331179218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:20:55,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/cluster_cd174496-de72-15bb-3f4a-fd75dae88127/data/data2/current/BP-311262196-172.17.0.2-1731331179218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:20:55,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:20:55,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:20:55,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:20:55,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:20:55,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:20:55,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir/,STOPPED} 2024-11-11T13:20:55,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:20:55,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:20:55,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:20:55,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:55,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:20:55,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:20:55,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298745102, stopped=false 2024-11-11T13:20:55,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,33417,1731331176229 2024-11-11T13:20:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/running 2024-11-11T13:20:55,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:20:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:20:55,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:20:55,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:55,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,122 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,40785,1731331176301' ***** 2024-11-11T13:20:55,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:20:55,123 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:20:55,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:20:55,123 INFO [RS:0;bbb9a1547c7c:40785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:20:55,123 INFO [RS:0;bbb9a1547c7c:40785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:20:55,123 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(3091): Received CLOSE for cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:20:55,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/running 2024-11-11T13:20:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/running 2024-11-11T13:20:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:20:55,129 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(3091): Received CLOSE for 41f37146a62400f5db8a6926009cc395 2024-11-11T13:20:55,129 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,40785,1731331176301 2024-11-11T13:20:55,129 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:20:55,129 INFO [RS:0;bbb9a1547c7c:40785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:40785. 2024-11-11T13:20:55,129 DEBUG [RS:0;bbb9a1547c7c:40785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:55,129 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,130 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:20:55,130 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:20:55,130 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:20:55,130 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:20:55,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Set watcher on znode that does not yet exist, /01117603723/running 2024-11-11T13:20:55,133 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:20:55,133 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cfe2edaa499468724412620d2ed8efbb=test,,1731331183436.cfe2edaa499468724412620d2ed8efbb., 41f37146a62400f5db8a6926009cc395=hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395.} 2024-11-11T13:20:55,133 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfe2edaa499468724412620d2ed8efbb, disabling compactions & flushes 2024-11-11T13:20:55,133 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f37146a62400f5db8a6926009cc395, cfe2edaa499468724412620d2ed8efbb 2024-11-11T13:20:55,133 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:20:55,133 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:20:55,133 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. after waiting 0 ms 2024-11-11T13:20:55,133 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:20:55,137 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:20:55,137 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:20:55,137 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:20:55,137 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:20:55,137 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:20:55,137 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:20:55,149 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:20:55,185 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/info/786e66379dea4b7987f2e2c2d9378fad is 147, key is hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395./info:regioninfo/1731331187500/Put/seqid=0 2024-11-11T13:20:55,185 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/default/test/cfe2edaa499468724412620d2ed8efbb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:20:55,189 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:20:55,189 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:20:55,189 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:20:55,189 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfe2edaa499468724412620d2ed8efbb: Waiting for close lock at 1731331255133Running coprocessor pre-close hooks at 1731331255133Disabling compacts and flushes for region at 1731331255133Disabling writes for close at 1731331255133Writing region close event to WAL at 1731331255161 (+28 ms)Running coprocessor post-close hooks at 1731331255189 (+28 ms)Closed at 1731331255189 2024-11-11T13:20:55,189 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331183436.cfe2edaa499468724412620d2ed8efbb. 2024-11-11T13:20:55,190 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41f37146a62400f5db8a6926009cc395, disabling compactions & flushes 2024-11-11T13:20:55,190 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:20:55,190 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:20:55,190 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. after waiting 0 ms 2024-11-11T13:20:55,190 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:20:55,190 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41f37146a62400f5db8a6926009cc395 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T13:20:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741844_1020 (size=7686) 2024-11-11T13:20:55,205 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/info/786e66379dea4b7987f2e2c2d9378fad 2024-11-11T13:20:55,231 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/hfileref/0181192c981c4153b1dda5adfff30344 is 74, key is 1/hfileref:789af0f629f8413fba209680f1647c50_SeqId_4_/1731331190747/DeleteColumn/seqid=0 2024-11-11T13:20:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741845_1021 (size=5203) 2024-11-11T13:20:55,239 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/hfileref/0181192c981c4153b1dda5adfff30344 2024-11-11T13:20:55,245 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/ns/c7515b8d9c6a44a2a1ec546bcfc21806 is 43, key is default/ns:d/1731331179018/Put/seqid=0 2024-11-11T13:20:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741846_1022 (size=5153) 2024-11-11T13:20:55,261 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/queue/88a0cd5766a2453b8840b79bfbdf0d58 is 153, key is 1-bbb9a1547c7c,40785,1731331176301/queue:bbb9a1547c7c%2C40785%2C1731331176301/1731331192529/Put/seqid=0 2024-11-11T13:20:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741847_1023 (size=5352) 2024-11-11T13:20:55,266 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/queue/88a0cd5766a2453b8840b79bfbdf0d58 2024-11-11T13:20:55,272 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/hfileref/0181192c981c4153b1dda5adfff30344 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/hfileref/0181192c981c4153b1dda5adfff30344 2024-11-11T13:20:55,278 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/hfileref/0181192c981c4153b1dda5adfff30344, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T13:20:55,279 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/.tmp/queue/88a0cd5766a2453b8840b79bfbdf0d58 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/queue/88a0cd5766a2453b8840b79bfbdf0d58 2024-11-11T13:20:55,285 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/queue/88a0cd5766a2453b8840b79bfbdf0d58, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T13:20:55,287 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 41f37146a62400f5db8a6926009cc395 in 97ms, sequenceid=10, compaction requested=false 2024-11-11T13:20:55,291 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/replication/41f37146a62400f5db8a6926009cc395/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T13:20:55,291 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:20:55,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:20:55,292 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:20:55,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41f37146a62400f5db8a6926009cc395: Waiting for close lock at 1731331255189Running coprocessor pre-close hooks at 1731331255189Disabling compacts and flushes for region at 1731331255190 (+1 ms)Disabling writes for close at 1731331255190Obtaining lock to block concurrent updates at 1731331255190Preparing flush snapshotting stores in 41f37146a62400f5db8a6926009cc395 at 1731331255190Finished memstore snapshotting hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731331255190Flushing stores of hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. at 1731331255193 (+3 ms)Flushing 41f37146a62400f5db8a6926009cc395/hfileref: creating writer at 1731331255193Flushing 41f37146a62400f5db8a6926009cc395/hfileref: appending metadata at 1731331255231 (+38 ms)Flushing 41f37146a62400f5db8a6926009cc395/hfileref: closing flushed file at 1731331255231Flushing 41f37146a62400f5db8a6926009cc395/queue: creating writer at 1731331255246 (+15 ms)Flushing 41f37146a62400f5db8a6926009cc395/queue: appending metadata at 1731331255261 (+15 ms)Flushing 41f37146a62400f5db8a6926009cc395/queue: closing flushed file at 1731331255261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3a516f: reopening flushed file at 1731331255272 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebd1099: reopening flushed file at 1731331255278 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 41f37146a62400f5db8a6926009cc395 in 97ms, sequenceid=10, compaction requested=false at 1731331255287 (+9 ms)Writing region close event to WAL at 1731331255288 (+1 ms)Running coprocessor post-close hooks at 1731331255291 (+3 ms)Closed at 1731331255292 (+1 ms) 2024-11-11T13:20:55,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331186270.41f37146a62400f5db8a6926009cc395. 2024-11-11T13:20:55,333 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:55,534 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:55,599 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 997, reset compression=false 2024-11-11T13:20:55,603 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:20:55,603 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 1292, reset compression=false 2024-11-11T13:20:55,603 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,40785,1731331176301 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:20:55,605 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,40785,1731331176301: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,40785,1731331176301, walGroup=bbb9a1547c7c%2C40785%2C1731331176301, offset=bbb9a1547c7c%2C40785%2C1731331176301.1731331178000:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:40785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:20:55,607 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:20:55,609 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:20:55,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:20:55,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:20:55,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:20:55,610 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 536017920 }, "NonHeapMemoryUsage": { "committed": 180944896, "init": 7667712, "max": -1, "used": 176144512 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:20:55,613 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:20:55,651 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/ns/c7515b8d9c6a44a2a1ec546bcfc21806 2024-11-11T13:20:55,675 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/rep_barrier/5aebdff272d84c95aecebe3d9570fcc8 is 112, key is test,,1731331183436.cfe2edaa499468724412620d2ed8efbb./rep_barrier:seqnumDuringOpen/1731331183822/Put/seqid=0 2024-11-11T13:20:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741848_1024 (size=5518) 2024-11-11T13:20:55,681 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/rep_barrier/5aebdff272d84c95aecebe3d9570fcc8 2024-11-11T13:20:55,709 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/table/89c11c2be9c94685968a512445ef5838 is 53, key is hbase:replication/table:state/1731331187516/Put/seqid=0 2024-11-11T13:20:55,734 DEBUG [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:20:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741849_1025 (size=5308) 2024-11-11T13:20:55,758 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/table/89c11c2be9c94685968a512445ef5838 2024-11-11T13:20:55,776 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/info/786e66379dea4b7987f2e2c2d9378fad as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/info/786e66379dea4b7987f2e2c2d9378fad 2024-11-11T13:20:55,787 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/info/786e66379dea4b7987f2e2c2d9378fad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:20:55,788 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/ns/c7515b8d9c6a44a2a1ec546bcfc21806 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/ns/c7515b8d9c6a44a2a1ec546bcfc21806 2024-11-11T13:20:55,797 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/ns/c7515b8d9c6a44a2a1ec546bcfc21806, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:20:55,798 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/rep_barrier/5aebdff272d84c95aecebe3d9570fcc8 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/rep_barrier/5aebdff272d84c95aecebe3d9570fcc8 2024-11-11T13:20:55,807 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/rep_barrier/5aebdff272d84c95aecebe3d9570fcc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:20:55,809 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/.tmp/table/89c11c2be9c94685968a512445ef5838 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/table/89c11c2be9c94685968a512445ef5838 2024-11-11T13:20:55,809 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/WALs/bbb9a1547c7c,40785,1731331176301/bbb9a1547c7c%2C40785%2C1731331176301.1731331178000 to pos 1292, reset compression=false 2024-11-11T13:20:55,820 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/table/89c11c2be9c94685968a512445ef5838, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:20:55,821 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=16, compaction requested=false 2024-11-11T13:20:55,821 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:20:55,856 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:20:55,856 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:20:55,868 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:20:55,870 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:20:55,870 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:20:55,870 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:20:55,870 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331255137Running coprocessor pre-close hooks at 1731331255137Disabling compacts and flushes for region at 1731331255137Disabling writes for close at 1731331255137Obtaining lock to block concurrent updates at 1731331255137Preparing flush snapshotting stores in 1588230740 at 1731331255137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331255138 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331255145 (+7 ms)Flushing 1588230740/info: creating writer at 1731331255145Flushing 1588230740/info: appending metadata at 1731331255184 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731331255184Flushing 1588230740/ns: creating writer at 1731331255228 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731331255244 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731331255244Flushing 1588230740/rep_barrier: creating writer at 1731331255657 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331255675 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331255675Flushing 1588230740/table: creating writer at 1731331255686 (+11 ms)Flushing 1588230740/table: appending metadata at 1731331255708 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731331255708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f99b2bf: reopening flushed file at 1731331255775 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11747f46: reopening flushed file at 1731331255787 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177ac20d: reopening flushed file at 1731331255797 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26354fbd: reopening flushed file at 1731331255807 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=16, compaction requested=false at 1731331255821 (+14 ms)Writing region close event to WAL at 1731331255858 (+37 ms)Running coprocessor post-close hooks at 1731331255870 (+12 ms)Closed at 1731331255870 2024-11-11T13:20:55,871 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:20:55,934 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,40785,1731331176301; all regions closed. 2024-11-11T13:20:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:20:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741839_1015 (size=2700) 2024-11-11T13:20:55,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741832_1008 (size=1300) 2024-11-11T13:20:55,950 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,950 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:20:55,950 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:20:55,950 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:20:55,950 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:20:55,950 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:20:55,951 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,40785,1731331176301 because: Region server is closing 2024-11-11T13:20:55,951 INFO [RS:0;bbb9a1547c7c:40785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:40785. 2024-11-11T13:20:55,951 DEBUG [RS:0;bbb9a1547c7c:40785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:20:55,951 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,951 DEBUG [RS:0;bbb9a1547c7c:40785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:20:55,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:20:56,052 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.shipperbbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 terminated 2024-11-11T13:20:56,052 INFO [RS:0;bbb9a1547c7c:40785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40785 2024-11-11T13:20:56,052 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,40785,1731331176301.replicationSource.wal-reader.bbb9a1547c7c%2C40785%2C1731331176301,1-bbb9a1547c7c,40785,1731331176301 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:20:56,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723/rs 2024-11-11T13:20:56,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/rs/bbb9a1547c7c,40785,1731331176301 2024-11-11T13:20:56,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,40785,1731331176301] 2024-11-11T13:20:56,066 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:20:56,067 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01117603723/draining/bbb9a1547c7c,40785,1731331176301 already deleted, retry=false 2024-11-11T13:20:56,067 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,40785,1731331176301 expired; onlineServers=0 2024-11-11T13:20:56,067 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,33417,1731331176229' ***** 2024-11-11T13:20:56,067 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:20:56,068 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:20:56,068 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:20:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/master 2024-11-11T13:20:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:20:56,068 DEBUG [M:0;bbb9a1547c7c:33417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:20:56,068 DEBUG [M:0;bbb9a1547c7c:33417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:20:56,068 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:20:56,068 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331177770 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331177770,5,FailOnTimeoutGroup] 2024-11-11T13:20:56,068 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331177766 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331177766,5,FailOnTimeoutGroup] 2024-11-11T13:20:56,068 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:20:56,069 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:20:56,069 DEBUG [M:0;bbb9a1547c7c:33417 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:20:56,069 INFO [M:0;bbb9a1547c7c:33417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:20:56,069 INFO [M:0;bbb9a1547c7c:33417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:20:56,069 INFO [M:0;bbb9a1547c7c:33417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:20:56,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:20:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117603723/master 2024-11-11T13:20:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117603723 2024-11-11T13:20:56,073 DEBUG [M:0;bbb9a1547c7c:33417 {}] zookeeper.ZKUtil(347): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Unable to get data of znode /01117603723/master because node does not exist (not an error) 2024-11-11T13:20:56,073 WARN [M:0;bbb9a1547c7c:33417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:20:56,089 INFO [M:0;bbb9a1547c7c:33417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/.lastflushedseqids 2024-11-11T13:20:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741850_1026 (size=263) 2024-11-11T13:20:56,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:56,173 INFO [RS:0;bbb9a1547c7c:40785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:20:56,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40785-0x1002ef08f5a0001, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:56,173 INFO [RS:0;bbb9a1547c7c:40785 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,40785,1731331176301; zookeeper connection closed. 2024-11-11T13:20:56,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b237689 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b237689 2024-11-11T13:20:56,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:20:56,500 INFO [M:0;bbb9a1547c7c:33417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:20:56,501 INFO [M:0;bbb9a1547c7c:33417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:20:56,501 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:20:56,501 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:56,501 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:56,501 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:20:56,501 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:56,501 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-11T13:20:56,517 DEBUG [M:0;bbb9a1547c7c:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97426cb18514e758aff181dd69ca25e is 82, key is hbase:meta,,1/info:regioninfo/1731331179001/Put/seqid=0 2024-11-11T13:20:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741851_1027 (size=5672) 2024-11-11T13:20:56,936 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97426cb18514e758aff181dd69ca25e 2024-11-11T13:20:57,002 DEBUG [M:0;bbb9a1547c7c:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed156171d94a419f3dbcada0bac3f4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331183840/Put/seqid=0 2024-11-11T13:20:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741852_1028 (size=7240) 2024-11-11T13:20:57,046 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed156171d94a419f3dbcada0bac3f4 2024-11-11T13:20:57,052 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaed156171d94a419f3dbcada0bac3f4 2024-11-11T13:20:57,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,099 DEBUG [M:0;bbb9a1547c7c:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2a43ba326e043dc8e7a01d56427f2be is 69, key is bbb9a1547c7c,40785,1731331176301/rs:state/1731331177837/Put/seqid=0 2024-11-11T13:20:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741853_1029 (size=5156) 2024-11-11T13:20:57,540 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2a43ba326e043dc8e7a01d56427f2be 2024-11-11T13:20:57,550 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97426cb18514e758aff181dd69ca25e as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97426cb18514e758aff181dd69ca25e 2024-11-11T13:20:57,560 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97426cb18514e758aff181dd69ca25e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T13:20:57,562 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed156171d94a419f3dbcada0bac3f4 as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaed156171d94a419f3dbcada0bac3f4 2024-11-11T13:20:57,573 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaed156171d94a419f3dbcada0bac3f4 2024-11-11T13:20:57,573 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaed156171d94a419f3dbcada0bac3f4, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T13:20:57,576 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2a43ba326e043dc8e7a01d56427f2be as hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2a43ba326e043dc8e7a01d56427f2be 2024-11-11T13:20:57,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:20:57,600 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/49bd28e4-970c-8c36-2698-8d57c060bd28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2a43ba326e043dc8e7a01d56427f2be, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T13:20:57,606 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1104ms, sequenceid=105, compaction requested=false 2024-11-11T13:20:57,625 INFO [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:20:57,625 DEBUG [M:0;bbb9a1547c7c:33417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331256501Disabling compacts and flushes for region at 1731331256501Disabling writes for close at 1731331256501Obtaining lock to block concurrent updates at 1731331256501Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331256501Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731331256501Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331256502 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331256502Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331256516 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331256516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331256960 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331257002 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331257002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331257052 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331257098 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331257098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6620712e: reopening flushed file at 1731331257549 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f20f704: reopening flushed file at 1731331257560 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e0626d: reopening flushed file at 1731331257574 (+14 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1104ms, sequenceid=105, compaction requested=false at 1731331257606 (+32 ms)Writing region close event to WAL at 1731331257625 (+19 ms)Closed at 1731331257625 2024-11-11T13:20:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741830_1006 (size=64526) 2024-11-11T13:20:57,648 INFO [M:0;bbb9a1547c7c:33417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:20:57,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:20:57,649 INFO [M:0;bbb9a1547c7c:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33417 2024-11-11T13:20:57,649 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:20:57,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:20:57,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:57,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1002ef08f5a0000, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:20:57,752 INFO [M:0;bbb9a1547c7c:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:20:57,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:20:57,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:20:57,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:20:57,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:20:57,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir/,STOPPED} 2024-11-11T13:20:57,781 WARN [BP-555902071-172.17.0.2-1731331175207 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:20:57,781 WARN [BP-555902071-172.17.0.2-1731331175207 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-555902071-172.17.0.2-1731331175207 (Datanode Uuid 8ea0e608-df88-452d-90c2-9e139fc0104d) service to localhost/127.0.0.1:45921 2024-11-11T13:20:57,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:20:57,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/data/data1/current/BP-555902071-172.17.0.2-1731331175207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:20:57,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:20:57,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/cluster_1a939875-cb3f-7ff5-e8d2-172528b7f0cb/data/data2/current/BP-555902071-172.17.0.2-1731331175207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:20:57,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:20:57,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:20:57,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:20:57,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:20:57,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:20:57,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea5c7863-7732-0727-9538-03d4178cd62d/hadoop.log.dir/,STOPPED} 2024-11-11T13:20:57,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:20:57,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:20:57,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc028b89e98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc028b89e98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42001 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 199) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3918 (was 2908) - AvailableMemoryMB LEAK? - 2024-11-11T13:20:57,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef08f5a0005, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:20:57,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef08f5a0005, quorum=127.0.0.1:51125, baseZNode=/1213202945 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:20:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef08f5a0002, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:20:57,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef08f5a0002, quorum=127.0.0.1:51125, baseZNode=/01117603723 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:20:57,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=3912 2024-11-11T13:20:57,950 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T13:20:57,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir so I do NOT create it in target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b 2024-11-11T13:20:57,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:20:57,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.tmp.dir so I do NOT create it in target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b 2024-11-11T13:20:57,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f58ef30d-de4b-58b0-bd2e-0884dafe6ed8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:20:57,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b 2024-11-11T13:20:57,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032, deleteOnExit=true 2024-11-11T13:20:57,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/zookeeper_0, clientPort=62497, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:20:57,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62497 2024-11-11T13:20:57,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:20:57,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:20:57,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/test.cache.data in system properties and HBase conf 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:20:57,977 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:20:57,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:20:57,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:20:57,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:20:58,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:20:58,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:20:58,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:20:58,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:20:58,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:20:58,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:20:58,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:20:58,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:20:58,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b6d794{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/java.io.tmpdir/jetty-localhost-37157-hadoop-hdfs-3_4_1-tests_jar-_-any-638431309507294408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:20:58,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:37157} 2024-11-11T13:20:58,422 INFO [Time-limited test {}] server.Server(415): Started @128630ms 2024-11-11T13:20:58,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:20:58,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:20:58,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:20:58,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:20:58,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:20:58,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:20:58,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:20:58,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/java.io.tmpdir/jetty-localhost-38785-hadoop-hdfs-3_4_1-tests_jar-_-any-2594226922700982452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:20:58,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:38785} 2024-11-11T13:20:58,820 INFO [Time-limited test {}] server.Server(415): Started @129028ms 2024-11-11T13:20:58,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:20:58,998 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/data/data1/current/BP-106603200-172.17.0.2-1731331258028/current, will proceed with Du for space computation calculation, 2024-11-11T13:20:58,998 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/data/data2/current/BP-106603200-172.17.0.2-1731331258028/current, will proceed with Du for space computation calculation, 2024-11-11T13:20:59,037 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:20:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67afb91fb8c48ca7 with lease ID 0x3e3b066a7a70b532: Processing first storage report for DS-f9d64c78-b20c-428d-a458-26f5e026ef89 from datanode DatanodeRegistration(127.0.0.1:45499, datanodeUuid=9c540af0-8585-4bbb-8ab1-ebba3179d153, infoPort=41649, infoSecurePort=0, ipcPort=46147, storageInfo=lv=-57;cid=testClusterID;nsid=359220276;c=1731331258028) 2024-11-11T13:20:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67afb91fb8c48ca7 with lease ID 0x3e3b066a7a70b532: from storage DS-f9d64c78-b20c-428d-a458-26f5e026ef89 node DatanodeRegistration(127.0.0.1:45499, datanodeUuid=9c540af0-8585-4bbb-8ab1-ebba3179d153, infoPort=41649, infoSecurePort=0, ipcPort=46147, storageInfo=lv=-57;cid=testClusterID;nsid=359220276;c=1731331258028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:20:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67afb91fb8c48ca7 with lease ID 0x3e3b066a7a70b532: Processing first storage report for DS-44e4d416-313d-4946-b486-2d10d27238bd from datanode DatanodeRegistration(127.0.0.1:45499, datanodeUuid=9c540af0-8585-4bbb-8ab1-ebba3179d153, infoPort=41649, infoSecurePort=0, ipcPort=46147, storageInfo=lv=-57;cid=testClusterID;nsid=359220276;c=1731331258028) 2024-11-11T13:20:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67afb91fb8c48ca7 with lease ID 0x3e3b066a7a70b532: from storage DS-44e4d416-313d-4946-b486-2d10d27238bd node DatanodeRegistration(127.0.0.1:45499, datanodeUuid=9c540af0-8585-4bbb-8ab1-ebba3179d153, infoPort=41649, infoSecurePort=0, ipcPort=46147, storageInfo=lv=-57;cid=testClusterID;nsid=359220276;c=1731331258028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:20:59,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b 2024-11-11T13:20:59,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:20:59,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a with version=8 2024-11-11T13:20:59,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/hbase-staging 2024-11-11T13:20:59,562 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:20:59,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:20:59,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:20:59,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43167 2024-11-11T13:20:59,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43167 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:20:59,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431670x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:20:59,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43167-0x1002ef1d2e00000 connected 2024-11-11T13:20:59,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:20:59,638 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a, hbase.cluster.distributed=false 2024-11-11T13:20:59,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/acl 2024-11-11T13:20:59,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:20:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43167 2024-11-11T13:20:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43167 2024-11-11T13:20:59,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:20:59,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43167 2024-11-11T13:20:59,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:20:59,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:20:59,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:20:59,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41495 2024-11-11T13:20:59,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41495 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:20:59,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:20:59,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414950x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:20:59,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:20:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414950x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:20:59,705 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:20:59,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414950x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/master 2024-11-11T13:20:59,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414950x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/acl 2024-11-11T13:20:59,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41495-0x1002ef1d2e00001 connected 2024-11-11T13:20:59,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-11T13:20:59,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-11-11T13:20:59,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-11-11T13:20:59,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-11T13:20:59,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-11T13:20:59,737 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:43167 2024-11-11T13:20:59,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0609111734/backup-masters/bbb9a1547c7c,43167,1731331259562 2024-11-11T13:20:59,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:20:59,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:20:59,742 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/backup-masters/bbb9a1547c7c,43167,1731331259562 2024-11-11T13:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/master 2024-11-11T13:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:20:59,743 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/master 2024-11-11T13:20:59,744 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0609111734/backup-masters/bbb9a1547c7c,43167,1731331259562 from backup master directory 2024-11-11T13:20:59,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/backup-masters/bbb9a1547c7c,43167,1731331259562 2024-11-11T13:20:59,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:20:59,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:20:59,744 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:20:59,744 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,43167,1731331259562 2024-11-11T13:20:59,750 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/hbase.id] with ID: e3520940-6814-4d84-b280-e695b41f9c19 2024-11-11T13:20:59,750 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.tmp/hbase.id 2024-11-11T13:20:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:00,160 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.tmp/hbase.id]:[hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/hbase.id] 2024-11-11T13:21:00,189 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:00,189 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:00,190 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:00,203 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:00,204 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:00,204 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:00,219 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store 2024-11-11T13:21:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:00,233 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:00,233 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:00,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331260233Disabling compacts and flushes for region at 1731331260233Disabling writes for close at 1731331260233Writing region close event to WAL at 1731331260233Closed at 1731331260233 2024-11-11T13:21:00,234 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/.initializing 2024-11-11T13:21:00,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:00,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:00,237 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C43167%2C1731331259562, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:00,251 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238, exclude list is [], retry=0 2024-11-11T13:21:00,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:00,264 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:00,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:00,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:00,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:00,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:00,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:00,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:00,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:00,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:00,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:00,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:00,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:00,277 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,277 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,278 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,279 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,279 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,279 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:00,287 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:00,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:00,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65537776, jitterRate=-0.023411035537719727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:00,290 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331260266Initializing all the Stores at 1731331260266Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331260267 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331260267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331260267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331260267Cleaning up temporary data from old regions at 1731331260279 (+12 ms)Region opened successfully at 1731331260290 (+11 ms) 2024-11-11T13:21:00,293 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:00,296 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e41b962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:00,297 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:00,297 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:00,297 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:00,298 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:00,299 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T13:21:00,299 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:00,299 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:00,303 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:00,304 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:00,305 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/balancer already deleted, retry=false 2024-11-11T13:21:00,305 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:00,306 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:00,307 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/normalizer already deleted, retry=false 2024-11-11T13:21:00,307 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:00,308 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:00,308 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/switch/split already deleted, retry=false 2024-11-11T13:21:00,309 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:00,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/switch/merge already deleted, retry=false 2024-11-11T13:21:00,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:00,313 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,43167,1731331259562, sessionid=0x1002ef1d2e00000, setting cluster-up flag (Was=false) 2024-11-11T13:21:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,332 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609111734/flush-table-proc/acquired, /0609111734/flush-table-proc/reached, /0609111734/flush-table-proc/abort 2024-11-11T13:21:00,334 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:00,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:00,340 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609111734/online-snapshot/acquired, /0609111734/online-snapshot/reached, /0609111734/online-snapshot/abort 2024-11-11T13:21:00,348 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:00,359 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:00,363 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:00,364 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:00,364 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:00,364 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,43167,1731331259562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:00,365 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:00,365 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:00,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:00,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:00,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:00,385 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331290385 2024-11-11T13:21:00,385 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:00,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:00,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:00,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:00,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:00,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:00,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,393 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:00,393 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:00,394 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:00,394 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:00,394 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:00,394 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:00,395 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331260394,5,FailOnTimeoutGroup] 2024-11-11T13:21:00,395 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331260395,5,FailOnTimeoutGroup] 2024-11-11T13:21:00,395 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,395 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:00,395 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,395 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:00,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:00,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a 2024-11-11T13:21:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:21:00,424 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(746): ClusterId : e3520940-6814-4d84-b280-e695b41f9c19 2024-11-11T13:21:00,424 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:00,426 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:00,426 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:00,427 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:00,428 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a47bbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:00,445 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:41495 2024-11-11T13:21:00,445 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:00,445 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:00,445 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:00,446 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,43167,1731331259562 with port=41495, startcode=1731331259689 2024-11-11T13:21:00,446 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:00,448 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:00,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43167 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,449 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a 2024-11-11T13:21:00,449 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34015 2024-11-11T13:21:00,449 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/rs 2024-11-11T13:21:00,451 DEBUG [RS:0;bbb9a1547c7c:41495 {}] zookeeper.ZKUtil(111): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/rs/bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,451 WARN [RS:0;bbb9a1547c7c:41495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:00,451 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:00,451 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,41495,1731331259689] 2024-11-11T13:21:00,456 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:00,458 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:00,461 INFO [RS:0;bbb9a1547c7c:41495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:00,461 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,461 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:00,462 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:00,462 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,462 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,462 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,462 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:00,463 DEBUG [RS:0;bbb9a1547c7c:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,465 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41495,1731331259689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:00,484 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:00,484 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41495,1731331259689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,484 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,484 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.Replication(171): bbb9a1547c7c,41495,1731331259689 started 2024-11-11T13:21:00,501 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:00,501 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,41495,1731331259689, RpcServer on bbb9a1547c7c/172.17.0.2:41495, sessionid=0x1002ef1d2e00001 2024-11-11T13:21:00,502 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:00,502 DEBUG [RS:0;bbb9a1547c7c:41495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,502 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,41495,1731331259689' 2024-11-11T13:21:00,502 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609111734/flush-table-proc/abort' 2024-11-11T13:21:00,502 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609111734/flush-table-proc/acquired' 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,41495,1731331259689' 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609111734/online-snapshot/abort' 2024-11-11T13:21:00,503 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609111734/online-snapshot/acquired' 2024-11-11T13:21:00,504 DEBUG [RS:0;bbb9a1547c7c:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:00,504 INFO [RS:0;bbb9a1547c7c:41495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:00,504 INFO [RS:0;bbb9a1547c7c:41495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:00,604 INFO [RS:0;bbb9a1547c7c:41495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:00,607 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C41495%2C1731331259689, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:00,620 DEBUG [RS:0;bbb9a1547c7c:41495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607, exclude list is [], retry=0 2024-11-11T13:21:00,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:00,627 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607 2024-11-11T13:21:00,628 DEBUG [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:00,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:00,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:00,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:00,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:00,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:00,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:00,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:00,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:00,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:00,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:00,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:00,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:00,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:00,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:00,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:00,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:00,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:00,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:00,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:00,854 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:00,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:00,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:00,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74784667, jitterRate=0.11437837779521942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331260824Initializing all the Stores at 1731331260825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331260825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331260829 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331260829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331260829Cleaning up temporary data from old regions at 1731331260854 (+25 ms)Region opened successfully at 1731331260859 (+5 ms) 2024-11-11T13:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:00,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:00,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:00,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331260859Disabling compacts and flushes for region at 1731331260859Disabling writes for close at 1731331260859Writing region close event to WAL at 1731331260860 (+1 ms)Closed at 1731331260860 2024-11-11T13:21:00,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:00,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:00,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:00,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:00,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:01,014 DEBUG [bbb9a1547c7c:43167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:01,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:01,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,41495,1731331259689, state=OPENING 2024-11-11T13:21:01,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:01,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:01,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:01,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:01,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:01,020 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:01,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41495,1731331259689}] 2024-11-11T13:21:01,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:01,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:01,249 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:01,249 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:01,250 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:01,252 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C41495%2C1731331259689.meta, suffix=.meta, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:01,282 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.meta.1731331261252.meta, exclude list is [], retry=0 2024-11-11T13:21:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:01,314 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.meta.1731331261252.meta 2024-11-11T13:21:01,317 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:01,317 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:01,318 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:01,318 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:01,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:01,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:01,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:01,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:01,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:01,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:01,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:01,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:01,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:01,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:01,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:01,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:01,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:01,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:01,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:01,362 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:01,365 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:01,368 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:01,372 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:01,372 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:01,373 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:01,375 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:01,376 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64934859, jitterRate=-0.032395198941230774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:01,376 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:01,377 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331261319Writing region info on filesystem at 1731331261319Initializing all the Stores at 1731331261320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331261320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331261328 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331261328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331261328Cleaning up temporary data from old regions at 1731331261372 (+44 ms)Running coprocessor post-open hooks at 1731331261376 (+4 ms)Region opened successfully at 1731331261377 (+1 ms) 2024-11-11T13:21:01,385 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331261203 2024-11-11T13:21:01,395 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:01,395 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:01,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:01,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,41495,1731331259689, state=OPEN 2024-11-11T13:21:01,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:01,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:01,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:01,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:01,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:01,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:01,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41495,1731331259689 in 395 msec 2024-11-11T13:21:01,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:01,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec 2024-11-11T13:21:01,424 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:01,424 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:01,429 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:01,429 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41495,1731331259689, seqNum=-1] 2024-11-11T13:21:01,429 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:01,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:01,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-11-11T13:21:01,449 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331261449, completionTime=-1 2024-11-11T13:21:01,450 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:01,450 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:01,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:01,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331321458 2024-11-11T13:21:01,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331381458 2024-11-11T13:21:01,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-11T13:21:01,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:43167, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,461 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,463 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:01,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.726sec 2024-11-11T13:21:01,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:01,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:01,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:01,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:01,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:01,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:01,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:01,487 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:01,487 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:01,488 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43167,1731331259562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:01,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:01,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43167,-1 for getting cluster id 2024-11-11T13:21:01,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:01,545 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3520940-6814-4d84-b280-e695b41f9c19' 2024-11-11T13:21:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3520940-6814-4d84-b280-e695b41f9c19" 2024-11-11T13:21:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a46c579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43167,-1] 2024-11-11T13:21:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:01,549 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:01,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:01,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:01,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41495,1731331259689, seqNum=-1] 2024-11-11T13:21:01,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:01,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:01,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:01,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:01,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:01,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef1d2e00002 connected 2024-11-11T13:21:01,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir so I do NOT create it in target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2 2024-11-11T13:21:01,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:21:01,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.tmp.dir so I do NOT create it in target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2 2024-11-11T13:21:01,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:21:01,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2 2024-11-11T13:21:01,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:21:01,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/cluster_837ec2ee-d02f-ba96-8fbb-cc7aef5a968c, deleteOnExit=true 2024-11-11T13:21:01,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/test.cache.data in system properties and HBase conf 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:21:01,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:21:01,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:01,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:21:01,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:21:01,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:21:01,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:01,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:21:01,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:21:01,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:01,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:01,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:01,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:01,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:21:01,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:01,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:01,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:02,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/java.io.tmpdir/jetty-localhost-37143-hadoop-hdfs-3_4_1-tests_jar-_-any-12838131048429207740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:02,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:37143} 2024-11-11T13:21:02,016 INFO [Time-limited test {}] server.Server(415): Started @132224ms 2024-11-11T13:21:02,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:02,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:02,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:02,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:02,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:02,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:02,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:02,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/java.io.tmpdir/jetty-localhost-41117-hadoop-hdfs-3_4_1-tests_jar-_-any-1189134781681131848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:02,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:41117} 2024-11-11T13:21:02,286 INFO [Time-limited test {}] server.Server(415): Started @132494ms 2024-11-11T13:21:02,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:21:02,352 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/cluster_837ec2ee-d02f-ba96-8fbb-cc7aef5a968c/data/data1/current/BP-1873686593-172.17.0.2-1731331261614/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:02,353 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/cluster_837ec2ee-d02f-ba96-8fbb-cc7aef5a968c/data/data2/current/BP-1873686593-172.17.0.2-1731331261614/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:02,382 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:21:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a76e713e66500f with lease ID 0x9ccb613956df9ca0: Processing first storage report for DS-bd884e96-4feb-4ece-8baa-53e493577471 from datanode DatanodeRegistration(127.0.0.1:45791, datanodeUuid=410c08cd-7d19-484d-9f6d-70ebf5407603, infoPort=46353, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1236171185;c=1731331261614) 2024-11-11T13:21:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a76e713e66500f with lease ID 0x9ccb613956df9ca0: from storage DS-bd884e96-4feb-4ece-8baa-53e493577471 node DatanodeRegistration(127.0.0.1:45791, datanodeUuid=410c08cd-7d19-484d-9f6d-70ebf5407603, infoPort=46353, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1236171185;c=1731331261614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a76e713e66500f with lease ID 0x9ccb613956df9ca0: Processing first storage report for DS-a7903a73-c82a-41b9-8afa-dbea6cdbdea8 from datanode DatanodeRegistration(127.0.0.1:45791, datanodeUuid=410c08cd-7d19-484d-9f6d-70ebf5407603, infoPort=46353, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1236171185;c=1731331261614) 2024-11-11T13:21:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a76e713e66500f with lease ID 0x9ccb613956df9ca0: from storage DS-a7903a73-c82a-41b9-8afa-dbea6cdbdea8 node DatanodeRegistration(127.0.0.1:45791, datanodeUuid=410c08cd-7d19-484d-9f6d-70ebf5407603, infoPort=46353, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1236171185;c=1731331261614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:02,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2 2024-11-11T13:21:02,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:21:02,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09 with version=8 2024-11-11T13:21:02,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/hbase-staging 2024-11-11T13:21:02,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:02,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35469 2024-11-11T13:21:02,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35469 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:02,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354690x0, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:02,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35469-0x1002ef1d2e00003 connected 2024-11-11T13:21:02,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/running 2024-11-11T13:21:02,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09, hbase.cluster.distributed=false 2024-11-11T13:21:02,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/acl 2024-11-11T13:21:02,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-11T13:21:02,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35469 2024-11-11T13:21:02,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35469 2024-11-11T13:21:02,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-11T13:21:02,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-11T13:21:02,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:02,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:02,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:02,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37269 2024-11-11T13:21:02,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37269 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:02,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:02,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372690x0, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:02,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372690x0, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/running 2024-11-11T13:21:02,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:02,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37269-0x1002ef1d2e00004 connected 2024-11-11T13:21:02,889 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:02,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/master 2024-11-11T13:21:02,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/acl 2024-11-11T13:21:02,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37269 2024-11-11T13:21:02,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37269 2024-11-11T13:21:02,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37269 2024-11-11T13:21:02,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37269 2024-11-11T13:21:02,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37269 2024-11-11T13:21:02,929 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:35469 2024-11-11T13:21:02,937 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1815797133/backup-masters/bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/backup-masters 2024-11-11T13:21:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/backup-masters 2024-11-11T13:21:02,938 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on existing znode=/1815797133/backup-masters/bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1815797133/master 2024-11-11T13:21:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:02,940 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on existing znode=/1815797133/master 2024-11-11T13:21:02,940 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1815797133/backup-masters/bbb9a1547c7c,35469,1731331262828 from backup master directory 2024-11-11T13:21:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1815797133/backup-masters/bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/backup-masters 2024-11-11T13:21:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/backup-masters 2024-11-11T13:21:02,942 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:02,942 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:02,945 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/hbase.id] with ID: e188d649-8130-4848-9705-4422d920f46d 2024-11-11T13:21:02,945 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/.tmp/hbase.id 2024-11-11T13:21:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:03,355 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/.tmp/hbase.id]:[hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/hbase.id] 2024-11-11T13:21:03,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:03,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:03,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:21:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:03,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:03,379 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:03,379 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:03,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:03,792 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store 2024-11-11T13:21:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:04,209 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:04,209 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:04,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331264209Disabling compacts and flushes for region at 1731331264209Disabling writes for close at 1731331264209Writing region close event to WAL at 1731331264209Closed at 1731331264209 2024-11-11T13:21:04,210 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/.initializing 2024-11-11T13:21:04,210 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/WALs/bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:04,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:04,213 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C35469%2C1731331262828, suffix=, logDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/WALs/bbb9a1547c7c,35469,1731331262828, archiveDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:04,229 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/WALs/bbb9a1547c7c,35469,1731331262828/bbb9a1547c7c%2C35469%2C1731331262828.1731331264213, exclude list is [], retry=0 2024-11-11T13:21:04,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-bd884e96-4feb-4ece-8baa-53e493577471,DISK] 2024-11-11T13:21:04,233 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/WALs/bbb9a1547c7c,35469,1731331262828/bbb9a1547c7c%2C35469%2C1731331262828.1731331264213 2024-11-11T13:21:04,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-11T13:21:04,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:04,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:04,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:04,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:04,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:04,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:04,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:04,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:04,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:04,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:04,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:04,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:04,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:04,241 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,241 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,241 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,243 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:04,244 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:04,245 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:04,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67809378, jitterRate=0.010438472032546997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:04,246 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331264234Initializing all the Stores at 1731331264234Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331264234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331264235 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331264235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331264235Cleaning up temporary data from old regions at 1731331264242 (+7 ms)Region opened successfully at 1731331264246 (+4 ms) 2024-11-11T13:21:04,246 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:04,248 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec74c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:04,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:04,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:04,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:04,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:04,250 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:21:04,250 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:04,250 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:04,251 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:04,252 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Unable to get data of znode /1815797133/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:04,252 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/balancer already deleted, retry=false 2024-11-11T13:21:04,253 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:04,253 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Unable to get data of znode /1815797133/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:04,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/normalizer already deleted, retry=false 2024-11-11T13:21:04,254 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:04,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Unable to get data of znode /1815797133/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:04,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/switch/split already deleted, retry=false 2024-11-11T13:21:04,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Unable to get data of znode /1815797133/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:04,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/switch/merge already deleted, retry=false 2024-11-11T13:21:04,257 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Unable to get data of znode /1815797133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:04,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1815797133/running 2024-11-11T13:21:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1815797133/running 2024-11-11T13:21:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,260 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,35469,1731331262828, sessionid=0x1002ef1d2e00003, setting cluster-up flag (Was=false) 2024-11-11T13:21:04,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,270 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1815797133/flush-table-proc/acquired, /1815797133/flush-table-proc/reached, /1815797133/flush-table-proc/abort 2024-11-11T13:21:04,271 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:04,276 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1815797133/online-snapshot/acquired, /1815797133/online-snapshot/reached, /1815797133/online-snapshot/abort 2024-11-11T13:21:04,277 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:04,279 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:04,280 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:04,280 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:04,280 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:04,280 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,35469,1731331262828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:04,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:04,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331294285 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:04,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:04,285 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:04,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:04,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:04,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:04,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:04,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:04,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:04,290 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:04,290 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331264290,5,FailOnTimeoutGroup] 2024-11-11T13:21:04,293 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331264290,5,FailOnTimeoutGroup] 2024-11-11T13:21:04,293 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,293 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:04,293 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,293 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:04,318 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(746): ClusterId : e188d649-8130-4848-9705-4422d920f46d 2024-11-11T13:21:04,318 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:04,320 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:04,320 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:04,321 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:04,321 DEBUG [RS:0;bbb9a1547c7c:37269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e857dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:04,334 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:37269 2024-11-11T13:21:04,334 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:04,334 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:04,334 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:04,335 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,35469,1731331262828 with port=37269, startcode=1731331262858 2024-11-11T13:21:04,336 DEBUG [RS:0;bbb9a1547c7c:37269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:04,337 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:04,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35469 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,339 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09 2024-11-11T13:21:04,339 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33433 2024-11-11T13:21:04,339 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/rs 2024-11-11T13:21:04,341 DEBUG [RS:0;bbb9a1547c7c:37269 {}] zookeeper.ZKUtil(111): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on existing znode=/1815797133/rs/bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,341 WARN [RS:0;bbb9a1547c7c:37269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:04,341 INFO [RS:0;bbb9a1547c7c:37269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:04,341 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,37269,1731331262858] 2024-11-11T13:21:04,350 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:04,352 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:04,353 INFO [RS:0;bbb9a1547c7c:37269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:04,353 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,353 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:04,354 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:04,354 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,354 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,354 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,354 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:04,355 DEBUG [RS:0;bbb9a1547c7c:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:04,362 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,362 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,362 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,362 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,362 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,363 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37269,1731331262858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:04,382 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:04,382 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37269,1731331262858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,382 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,382 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.Replication(171): bbb9a1547c7c,37269,1731331262858 started 2024-11-11T13:21:04,399 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:04,399 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,37269,1731331262858, RpcServer on bbb9a1547c7c/172.17.0.2:37269, sessionid=0x1002ef1d2e00004 2024-11-11T13:21:04,400 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:04,400 DEBUG [RS:0;bbb9a1547c7c:37269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,400 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37269,1731331262858' 2024-11-11T13:21:04,400 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1815797133/flush-table-proc/abort' 2024-11-11T13:21:04,401 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1815797133/flush-table-proc/acquired' 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37269,1731331262858' 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1815797133/online-snapshot/abort' 2024-11-11T13:21:04,402 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1815797133/online-snapshot/acquired' 2024-11-11T13:21:04,403 DEBUG [RS:0;bbb9a1547c7c:37269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:04,403 INFO [RS:0;bbb9a1547c7c:37269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:04,403 INFO [RS:0;bbb9a1547c7c:37269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:21:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:21:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:21:04,503 INFO [RS:0;bbb9a1547c7c:37269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:04,505 INFO [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37269%2C1731331262858, suffix=, logDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858, archiveDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/oldWALs, maxLogs=10 2024-11-11T13:21:04,520 DEBUG [RS:0;bbb9a1547c7c:37269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858/bbb9a1547c7c%2C37269%2C1731331262858.1731331264505, exclude list is [], retry=0 2024-11-11T13:21:04,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-bd884e96-4feb-4ece-8baa-53e493577471,DISK] 2024-11-11T13:21:04,533 INFO [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858/bbb9a1547c7c%2C37269%2C1731331262858.1731331264505 2024-11-11T13:21:04,536 DEBUG [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-11T13:21:04,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:04,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09 2024-11-11T13:21:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:21:05,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:05,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:05,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:05,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:05,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:05,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:05,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:05,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:05,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:05,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:05,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740 2024-11-11T13:21:05,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740 2024-11-11T13:21:05,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:05,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:05,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:05,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:05,137 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60263902, jitterRate=-0.10199788212776184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331265119Initializing all the Stores at 1731331265119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331265120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265120Cleaning up temporary data from old regions at 1731331265132 (+12 ms)Region opened successfully at 1731331265137 (+5 ms) 2024-11-11T13:21:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:05,137 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:05,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:05,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331265137Disabling compacts and flushes for region at 1731331265137Disabling writes for close at 1731331265137Writing region close event to WAL at 1731331265137Closed at 1731331265137 2024-11-11T13:21:05,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:05,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:05,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:05,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:05,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:05,291 DEBUG [bbb9a1547c7c:35469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:05,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:05,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37269,1731331262858, state=OPENING 2024-11-11T13:21:05,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:05,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1815797133/meta-region-server: CHANGED 2024-11-11T13:21:05,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:05,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1815797133/meta-region-server: CHANGED 2024-11-11T13:21:05,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37269,1731331262858}] 2024-11-11T13:21:05,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:05,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:05,465 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:05,465 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:05,465 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:05,467 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37269%2C1731331262858.meta, suffix=.meta, logDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858, archiveDir=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/oldWALs, maxLogs=10 2024-11-11T13:21:05,485 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858/bbb9a1547c7c%2C37269%2C1731331262858.meta.1731331265467.meta, exclude list is [], retry=0 2024-11-11T13:21:05,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-bd884e96-4feb-4ece-8baa-53e493577471,DISK] 2024-11-11T13:21:05,496 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/WALs/bbb9a1547c7c,37269,1731331262858/bbb9a1547c7c%2C37269%2C1731331262858.meta.1731331265467.meta 2024-11-11T13:21:05,496 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-11T13:21:05,497 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:05,497 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:05,497 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:05,497 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:05,497 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:05,498 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:05,498 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:05,498 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:05,498 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:05,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:05,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:05,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:05,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:05,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:05,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:05,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:05,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:05,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:05,511 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:05,512 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740 2024-11-11T13:21:05,513 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740 2024-11-11T13:21:05,514 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:05,514 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:05,515 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:05,516 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:05,517 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61732970, jitterRate=-0.08010706305503845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:05,517 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:05,517 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331265498Writing region info on filesystem at 1731331265498Initializing all the Stores at 1731331265499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331265499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331265499Cleaning up temporary data from old regions at 1731331265514 (+15 ms)Running coprocessor post-open hooks at 1731331265517 (+3 ms)Region opened successfully at 1731331265517 2024-11-11T13:21:05,519 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331265453 2024-11-11T13:21:05,523 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:05,523 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:05,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:05,525 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37269,1731331262858, state=OPEN 2024-11-11T13:21:05,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1815797133/meta-region-server 2024-11-11T13:21:05,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1815797133/meta-region-server 2024-11-11T13:21:05,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:05,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1815797133/meta-region-server: CHANGED 2024-11-11T13:21:05,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1815797133/meta-region-server: CHANGED 2024-11-11T13:21:05,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:05,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37269,1731331262858 in 231 msec 2024-11-11T13:21:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-11T13:21:05,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:05,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:05,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:05,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37269,1731331262858, seqNum=-1] 2024-11-11T13:21:05,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:05,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:05,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-11T13:21:05,547 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331265547, completionTime=-1 2024-11-11T13:21:05,547 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:05,547 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331325550 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331385550 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:35469, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,553 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:05,553 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,559 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.617sec 2024-11-11T13:21:05,559 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:05,559 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:05,559 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:05,559 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:05,560 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:05,560 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:05,560 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:05,564 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:05,564 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:05,565 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35469,1731331262828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:05,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35469,-1 for getting cluster id 2024-11-11T13:21:05,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:05,622 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e188d649-8130-4848-9705-4422d920f46d' 2024-11-11T13:21:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e188d649-8130-4848-9705-4422d920f46d" 2024-11-11T13:21:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0fa9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35469,-1] 2024-11-11T13:21:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:05,629 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:05,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37269,1731331262858, seqNum=-1] 2024-11-11T13:21:05,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:05,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:05,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:05,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:05,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:05,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef1d2e00005 connected 2024-11-11T13:21:05,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43167,-1 for getting cluster id 2024-11-11T13:21:05,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:05,642 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3520940-6814-4d84-b280-e695b41f9c19' 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3520940-6814-4d84-b280-e695b41f9c19" 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66839c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43167,-1] 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:05,644 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3b916b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309ee498 2024-11-11T13:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:05,647 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:05,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:35469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:21:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:05,651 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35469' 2024-11-11T13:21:05,653 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2304c9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,653 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35469,-1 for getting cluster id 2024-11-11T13:21:05,653 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:05,654 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e188d649-8130-4848-9705-4422d920f46d' 2024-11-11T13:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e188d649-8130-4848-9705-4422d920f46d" 2024-11-11T13:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17040284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35469,-1] 2024-11-11T13:21:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:05,656 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:05,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c019ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:05,657 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a946fcb 2024-11-11T13:21:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:05,660 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:05,661 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T13:21:05,661 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:21:05,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:05,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:05,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:05,662 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:05,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:05,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:05,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:05,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741835_1011 (size=1138) 2024-11-11T13:21:05,714 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:21:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:06,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 388b7dbf095de3a5acb42c0a79fb0d59, NAME => 'hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a 2024-11-11T13:21:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741836_1012 (size=44) 2024-11-11T13:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 388b7dbf095de3a5acb42c0a79fb0d59, disabling compactions & flushes 2024-11-11T13:21:06,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. after waiting 0 ms 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 388b7dbf095de3a5acb42c0a79fb0d59: Waiting for close lock at 1731331266515Disabling compacts and flushes for region at 1731331266515Disabling writes for close at 1731331266515Writing region close event to WAL at 1731331266515Closed at 1731331266515 2024-11-11T13:21:06,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:06,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331266516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331266516"}]},"ts":"1731331266516"} 2024-11-11T13:21:06,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:06,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:06,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331266521"}]},"ts":"1731331266521"} 2024-11-11T13:21:06,523 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:21:06,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN}] 2024-11-11T13:21:06,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN 2024-11-11T13:21:06,527 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,41495,1731331259689; forceNewPlan=false, retain=false 2024-11-11T13:21:06,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=388b7dbf095de3a5acb42c0a79fb0d59, regionState=OPENING, regionLocation=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:06,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN because future has completed 2024-11-11T13:21:06,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,41495,1731331259689}] 2024-11-11T13:21:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:06,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:06,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:06,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:06,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C41495%2C1731331259689.rep, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:06,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:06,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.rep.1731331266856, exclude list is [], retry=0 2024-11-11T13:21:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:06,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:21:06,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.rep.1731331266856 2024-11-11T13:21:06,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:06,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 388b7dbf095de3a5acb42c0a79fb0d59, NAME => 'hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:06,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. service=MultiRowMutationService 2024-11-11T13:21:06,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,894 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,896 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName hfileref 2024-11-11T13:21:06,896 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:06,896 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:06,897 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,898 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName queue 2024-11-11T13:21:06,898 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:06,899 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:06,899 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,900 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName sid 2024-11-11T13:21:06,900 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:06,900 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:06,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:06,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:06,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 388b7dbf095de3a5acb42c0a79fb0d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60537839, jitterRate=-0.0979159027338028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:06,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:06,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 388b7dbf095de3a5acb42c0a79fb0d59: Running coprocessor pre-open hook at 1731331266890Writing region info on filesystem at 1731331266890Initializing all the Stores at 1731331266891 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331266891Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331266894 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331266894Cleaning up temporary data from old regions at 1731331266903 (+9 ms)Running coprocessor post-open hooks at 1731331266911 (+8 ms)Region opened successfully at 1731331266911 2024-11-11T13:21:06,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., pid=7, masterSystemTime=1731331266835 2024-11-11T13:21:06,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:06,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=388b7dbf095de3a5acb42c0a79fb0d59, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:06,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,41495,1731331259689 because future has completed 2024-11-11T13:21:06,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T13:21:06,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,41495,1731331259689 in 241 msec 2024-11-11T13:21:06,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:21:06,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN in 403 msec 2024-11-11T13:21:06,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:06,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331266930"}]},"ts":"1731331266930"} 2024-11-11T13:21:06,933 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:21:06,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:06,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2730 sec 2024-11-11T13:21:06,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., hostname=bbb9a1547c7c,41495,1731331259689, seqNum=2] 2024-11-11T13:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:06,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:21:07,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T13:21:07,133 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:21:07,173 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,41495,1731331259689, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:07,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:07,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41495,1731331259689, seqNum=-1] 2024-11-11T13:21:07,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:07,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:07,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,41495,1731331259689', locateType=CURRENT is [region=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., hostname=bbb9a1547c7c,41495,1731331259689, seqNum=2] 2024-11-11T13:21:07,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T13:21:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T13:21:07,184 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,41495,1731331259689 suceeded 2024-11-11T13:21:07,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T13:21:07,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-11T13:21:07,187 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:35469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:21:07,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-11T13:21:07,198 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35469' 2024-11-11T13:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6642e154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35469,-1 for getting cluster id 2024-11-11T13:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:07,202 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e188d649-8130-4848-9705-4422d920f46d' 2024-11-11T13:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e188d649-8130-4848-9705-4422d920f46d" 2024-11-11T13:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197afcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35469,-1] 2024-11-11T13:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:07,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,206 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:07,207 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ec2e519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:07,208 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4589db14 2024-11-11T13:21:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:07,211 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:07,211 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,41495,1731331259689 (queues=1) is replicating from cluster=e3520940-6814-4d84-b280-e695b41f9c19 to cluster=e188d649-8130-4848-9705-4422d920f46d 2024-11-11T13:21:07,212 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C41495%2C1731331259689 2024-11-11T13:21:07,212 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,41495,1731331259689, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:07,212 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607, startPosition=0, beingWritten=true 2024-11-11T13:21:07,213 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.shipperbbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C41495%2C1731331259689 2024-11-11T13:21:07,419 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607 to pos 0, reset compression=false 2024-11-11T13:21:07,727 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607 to pos 0, reset compression=false 2024-11-11T13:21:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:07,806 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:21:07,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:07,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:07,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:07,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151c369 2024-11-11T13:21:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:07,809 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:07,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:21:07,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:07,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:07,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:07,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:21:07,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=192200348, stopped=false 2024-11-11T13:21:07,811 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,43167,1731331259562 2024-11-11T13:21:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:07,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:07,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:07,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:07,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,41495,1731331259689' ***** 2024-11-11T13:21:07,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:07,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:07,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:21:07,813 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:21:07,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:21:07,813 INFO [RS:0;bbb9a1547c7c:41495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:41495. 2024-11-11T13:21:07,814 DEBUG [RS:0;bbb9a1547c7c:41495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:07,814 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 388b7dbf095de3a5acb42c0a79fb0d59, disabling compactions & flushes 2024-11-11T13:21:07,814 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:07,814 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:07,814 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:21:07,814 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. after waiting 0 ms 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:21:07,814 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:21:07,814 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 388b7dbf095de3a5acb42c0a79fb0d59 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T13:21:07,814 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:21:07,815 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1325): Online Regions={388b7dbf095de3a5acb42c0a79fb0d59=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:21:07,815 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:07,815 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:07,815 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:07,815 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:07,815 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:07,815 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:07,815 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T13:21:07,829 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/.tmp/queue/11c6d1b008b94d74adf69fd4f320bcf1 is 151, key is 1-bbb9a1547c7c,41495,1731331259689/queue:bbb9a1547c7c%2C41495%2C1731331259689/1731331267179/Put/seqid=0 2024-11-11T13:21:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741838_1014 (size=5350) 2024-11-11T13:21:07,835 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/a822aeb94e1f45bd82852d1130a53ac5 is 147, key is hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59./info:regioninfo/1731331266916/Put/seqid=0 2024-11-11T13:21:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741839_1015 (size=6631) 2024-11-11T13:21:07,897 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:08,015 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:08,132 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607 to pos 0, reset compression=false 2024-11-11T13:21:08,215 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:08,234 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/.tmp/queue/11c6d1b008b94d74adf69fd4f320bcf1 2024-11-11T13:21:08,240 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/a822aeb94e1f45bd82852d1130a53ac5 2024-11-11T13:21:08,244 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/.tmp/queue/11c6d1b008b94d74adf69fd4f320bcf1 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/queue/11c6d1b008b94d74adf69fd4f320bcf1 2024-11-11T13:21:08,254 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/queue/11c6d1b008b94d74adf69fd4f320bcf1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T13:21:08,255 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 388b7dbf095de3a5acb42c0a79fb0d59 in 440ms, sequenceid=5, compaction requested=false 2024-11-11T13:21:08,255 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:21:08,267 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:21:08,268 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:08,268 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:08,268 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:08,268 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 388b7dbf095de3a5acb42c0a79fb0d59: Waiting for close lock at 1731331267814Running coprocessor pre-close hooks at 1731331267814Disabling compacts and flushes for region at 1731331267814Disabling writes for close at 1731331267814Obtaining lock to block concurrent updates at 1731331267814Preparing flush snapshotting stores in 388b7dbf095de3a5acb42c0a79fb0d59 at 1731331267814Finished memstore snapshotting hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731331267815 (+1 ms)Flushing stores of hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. at 1731331267815Flushing 388b7dbf095de3a5acb42c0a79fb0d59/queue: creating writer at 1731331267815Flushing 388b7dbf095de3a5acb42c0a79fb0d59/queue: appending metadata at 1731331267829 (+14 ms)Flushing 388b7dbf095de3a5acb42c0a79fb0d59/queue: closing flushed file at 1731331267829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bdbc82: reopening flushed file at 1731331268243 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 388b7dbf095de3a5acb42c0a79fb0d59 in 440ms, sequenceid=5, compaction requested=false at 1731331268255 (+12 ms)Writing region close event to WAL at 1731331268263 (+8 ms)Running coprocessor post-close hooks at 1731331268268 (+5 ms)Closed at 1731331268268 2024-11-11T13:21:08,268 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:08,271 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/ns/c8b18e0354be43ff87c4c8d6dae41a74 is 43, key is default/ns:d/1731331261435/Put/seqid=0 2024-11-11T13:21:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741840_1016 (size=5153) 2024-11-11T13:21:08,415 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:08,466 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:21:08,466 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:21:08,615 DEBUG [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:08,637 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.1731331260607 to pos 0, reset compression=false 2024-11-11T13:21:08,678 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/ns/c8b18e0354be43ff87c4c8d6dae41a74 2024-11-11T13:21:08,697 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/table/02a9dad3c20a4f87a99c987b4cab27c8 is 53, key is hbase:replication/table:state/1731331266930/Put/seqid=0 2024-11-11T13:21:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741841_1017 (size=5256) 2024-11-11T13:21:08,701 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/table/02a9dad3c20a4f87a99c987b4cab27c8 2024-11-11T13:21:08,707 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/a822aeb94e1f45bd82852d1130a53ac5 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/info/a822aeb94e1f45bd82852d1130a53ac5 2024-11-11T13:21:08,712 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/info/a822aeb94e1f45bd82852d1130a53ac5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T13:21:08,713 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/ns/c8b18e0354be43ff87c4c8d6dae41a74 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/ns/c8b18e0354be43ff87c4c8d6dae41a74 2024-11-11T13:21:08,719 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/ns/c8b18e0354be43ff87c4c8d6dae41a74, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:21:08,720 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/table/02a9dad3c20a4f87a99c987b4cab27c8 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/table/02a9dad3c20a4f87a99c987b4cab27c8 2024-11-11T13:21:08,725 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/table/02a9dad3c20a4f87a99c987b4cab27c8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T13:21:08,726 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false 2024-11-11T13:21:08,735 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:21:08,735 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:08,735 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:08,735 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:08,735 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331267815Running coprocessor pre-close hooks at 1731331267815Disabling compacts and flushes for region at 1731331267815Disabling writes for close at 1731331267815Obtaining lock to block concurrent updates at 1731331267815Preparing flush snapshotting stores in 1588230740 at 1731331267815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731331267816 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331267816Flushing 1588230740/info: creating writer at 1731331267816Flushing 1588230740/info: appending metadata at 1731331267835 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731331267835Flushing 1588230740/ns: creating writer at 1731331268248 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731331268270 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731331268270Flushing 1588230740/table: creating writer at 1731331268683 (+413 ms)Flushing 1588230740/table: appending metadata at 1731331268696 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731331268696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4c3324: reopening flushed file at 1731331268706 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186d71c8: reopening flushed file at 1731331268712 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7836b836: reopening flushed file at 1731331268719 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false at 1731331268726 (+7 ms)Writing region close event to WAL at 1731331268731 (+5 ms)Running coprocessor post-close hooks at 1731331268735 (+4 ms)Closed at 1731331268735 2024-11-11T13:21:08,735 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:08,816 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,41495,1731331259689; all regions closed. 2024-11-11T13:21:08,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689/bbb9a1547c7c%2C41495%2C1731331259689.meta.1731331261252.meta not finished, retry = 0 2024-11-11T13:21:08,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741834_1010 (size=2742) 2024-11-11T13:21:08,924 DEBUG [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:08,924 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C41495%2C1731331259689.meta:.meta(num 1731331261252) 2024-11-11T13:21:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741837_1013 (size=1586) 2024-11-11T13:21:08,929 DEBUG [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:08,929 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C41495%2C1731331259689.rep:(num 1731331266856) 2024-11-11T13:21:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741833_1009 (size=93) 2024-11-11T13:21:08,933 DEBUG [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:08,933 INFO [RS:0;bbb9a1547c7c:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C41495%2C1731331259689:(num 1731331260607) 2024-11-11T13:21:08,933 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:08,933 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:08,933 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:08,933 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:08,933 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:08,933 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:08,934 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,41495,1731331259689 because: Region server is closing 2024-11-11T13:21:08,934 INFO [RS:0;bbb9a1547c7c:41495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:41495. 2024-11-11T13:21:08,934 DEBUG [RS:0;bbb9a1547c7c:41495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:08,934 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:08,934 DEBUG [RS:0;bbb9a1547c7c:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:08,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:09,034 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.wal-reader.bbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:21:09,034 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.shipperbbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:21:09,034 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,41495,1731331259689.replicationSource.shipperbbb9a1547c7c%2C41495%2C1731331259689,1-bbb9a1547c7c,41495,1731331259689 terminated 2024-11-11T13:21:09,035 INFO [RS:0;bbb9a1547c7c:41495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41495 2024-11-11T13:21:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/rs/bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:09,036 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/rs 2024-11-11T13:21:09,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,41495,1731331259689] 2024-11-11T13:21:09,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/draining/bbb9a1547c7c,41495,1731331259689 already deleted, retry=false 2024-11-11T13:21:09,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,41495,1731331259689 expired; onlineServers=0 2024-11-11T13:21:09,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,43167,1731331259562' ***** 2024-11-11T13:21:09,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:21:09,038 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:09,038 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:09,038 DEBUG [M:0;bbb9a1547c7c:43167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:21:09,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:21:09,038 DEBUG [M:0;bbb9a1547c7c:43167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:21:09,038 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331260394 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331260394,5,FailOnTimeoutGroup] 2024-11-11T13:21:09,038 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331260395 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331260395,5,FailOnTimeoutGroup] 2024-11-11T13:21:09,039 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:09,039 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:09,039 DEBUG [M:0;bbb9a1547c7c:43167 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:21:09,039 INFO [M:0;bbb9a1547c7c:43167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:21:09,039 INFO [M:0;bbb9a1547c7c:43167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:09,039 INFO [M:0;bbb9a1547c7c:43167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:21:09,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:21:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/master 2024-11-11T13:21:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:09,041 DEBUG [M:0;bbb9a1547c7c:43167 {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/master already deleted, retry=false 2024-11-11T13:21:09,042 DEBUG [M:0;bbb9a1547c7c:43167 {}] master.ActiveMasterManager(353): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Failed delete of our master address node; KeeperErrorCode = NoNode for /0609111734/master 2024-11-11T13:21:09,043 INFO [M:0;bbb9a1547c7c:43167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.lastflushedseqids 2024-11-11T13:21:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741842_1018 (size=181) 2024-11-11T13:21:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x1002ef1d2e00001, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:09,137 INFO [RS:0;bbb9a1547c7c:41495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:09,138 INFO [RS:0;bbb9a1547c7c:41495 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,41495,1731331259689; zookeeper connection closed. 2024-11-11T13:21:09,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bc91cf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bc91cf0 2024-11-11T13:21:09,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:21:09,450 INFO [M:0;bbb9a1547c7c:43167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:21:09,450 INFO [M:0;bbb9a1547c7c:43167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:21:09,450 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:09,450 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:09,450 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:09,450 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:09,450 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:09,451 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T13:21:09,478 DEBUG [M:0;bbb9a1547c7c:43167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07250a83a0bf4b5dbf84217ef9866ab9 is 82, key is hbase:meta,,1/info:regioninfo/1731331261402/Put/seqid=0 2024-11-11T13:21:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741843_1019 (size=5672) 2024-11-11T13:21:09,904 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07250a83a0bf4b5dbf84217ef9866ab9 2024-11-11T13:21:09,928 DEBUG [M:0;bbb9a1547c7c:43167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a2e21679164b689923bb423bd9a86e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731331266936/Put/seqid=0 2024-11-11T13:21:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741844_1020 (size=7203) 2024-11-11T13:21:10,339 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a2e21679164b689923bb423bd9a86e 2024-11-11T13:21:10,380 DEBUG [M:0;bbb9a1547c7c:43167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a78c2975fd1241b08a35e71190298294 is 69, key is bbb9a1547c7c,41495,1731331259689/rs:state/1731331260448/Put/seqid=0 2024-11-11T13:21:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741845_1021 (size=5156) 2024-11-11T13:21:10,425 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a78c2975fd1241b08a35e71190298294 2024-11-11T13:21:10,444 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07250a83a0bf4b5dbf84217ef9866ab9 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07250a83a0bf4b5dbf84217ef9866ab9 2024-11-11T13:21:10,452 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07250a83a0bf4b5dbf84217ef9866ab9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T13:21:10,454 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2a2e21679164b689923bb423bd9a86e as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2a2e21679164b689923bb423bd9a86e 2024-11-11T13:21:10,465 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2a2e21679164b689923bb423bd9a86e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T13:21:10,467 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a78c2975fd1241b08a35e71190298294 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a78c2975fd1241b08a35e71190298294 2024-11-11T13:21:10,477 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a78c2975fd1241b08a35e71190298294, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T13:21:10,479 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1029ms, sequenceid=70, compaction requested=false 2024-11-11T13:21:10,505 INFO [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:10,505 DEBUG [M:0;bbb9a1547c7c:43167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331269450Disabling compacts and flushes for region at 1731331269450Disabling writes for close at 1731331269450Obtaining lock to block concurrent updates at 1731331269451 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331269451Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731331269451Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331269452 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331269452Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331269478 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331269478Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331269910 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331269928 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331269928Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331270349 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331270379 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331270379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af7b37f: reopening flushed file at 1731331270442 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c09f799: reopening flushed file at 1731331270453 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2fa10d: reopening flushed file at 1731331270465 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1029ms, sequenceid=70, compaction requested=false at 1731331270479 (+14 ms)Writing region close event to WAL at 1731331270505 (+26 ms)Closed at 1731331270505 2024-11-11T13:21:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741830_1006 (size=41008) 2024-11-11T13:21:10,524 INFO [M:0;bbb9a1547c7c:43167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:21:10,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:10,524 INFO [M:0;bbb9a1547c7c:43167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43167 2024-11-11T13:21:10,524 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43167-0x1002ef1d2e00000, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:10,626 INFO [M:0;bbb9a1547c7c:43167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:10,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:10,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:10,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:10,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46689 2024-11-11T13:21:10,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46689 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:10,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466890x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:10,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:10,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:10,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:466890x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:10,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a, hbase.cluster.distributed=false 2024-11-11T13:21:10,660 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: INIT 2024-11-11T13:21:10,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:466890x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/acl 2024-11-11T13:21:10,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46689-0x1002ef1d2e00006 connected 2024-11-11T13:21:10,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-11T13:21:10,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46689 2024-11-11T13:21:10,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46689 2024-11-11T13:21:10,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-11T13:21:10,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-11T13:21:10,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:10,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:10,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:10,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42155 2024-11-11T13:21:10,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42155 connecting to ZooKeeper ensemble=127.0.0.1:62497 2024-11-11T13:21:10,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:10,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421550x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:10,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421550x0, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:10,773 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: INIT 2024-11-11T13:21:10,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:10,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42155-0x1002ef1d2e00007 connected 2024-11-11T13:21:10,775 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:10,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/master 2024-11-11T13:21:10,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/acl 2024-11-11T13:21:10,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42155 2024-11-11T13:21:10,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42155 2024-11-11T13:21:10,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42155 2024-11-11T13:21:10,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42155 2024-11-11T13:21:10,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42155 2024-11-11T13:21:10,810 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:46689 2024-11-11T13:21:10,812 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0609111734/backup-masters/bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:21:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:21:10,823 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/backup-masters/bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/master 2024-11-11T13:21:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:10,826 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/master 2024-11-11T13:21:10,827 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0609111734/backup-masters/bbb9a1547c7c,46689,1731331270629 from backup master directory 2024-11-11T13:21:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:21:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/backup-masters/bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/backup-masters 2024-11-11T13:21:10,829 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:10,829 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:10,860 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:10,860 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:10,870 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 10ms. 2024-11-11T13:21:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741846_1022 (size=196) 2024-11-11T13:21:10,937 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:10,937 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:10,946 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:10,954 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T13:21:10,958 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562 to hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562-dead as it is dead 2024-11-11T13:21:10,959 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562-dead/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:10,960 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562-dead/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 after 1ms 2024-11-11T13:21:10,960 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562-dead/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 to hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:10,960 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,43167,1731331259562-dead 2024-11-11T13:21:10,961 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:10,963 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:10,965 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C46689%2C1731331270629, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,46689,1731331270629, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:10,984 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,46689,1731331270629/bbb9a1547c7c%2C46689%2C1731331270629.1731331270965, exclude list is [], retry=0 2024-11-11T13:21:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:11,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,46689,1731331270629/bbb9a1547c7c%2C46689%2C1731331270629.1731331270965 2024-11-11T13:21:11,025 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:11,025 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:11,026 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:11,026 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,026 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:11,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:11,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07250a83a0bf4b5dbf84217ef9866ab9 2024-11-11T13:21:11,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:11,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:11,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:11,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2a2e21679164b689923bb423bd9a86e 2024-11-11T13:21:11,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:11,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:11,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:11,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a78c2975fd1241b08a35e71190298294 2024-11-11T13:21:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:11,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:11,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:11,118 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,119 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T13:21:11,119 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:11,126 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:11,128 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bbb9a1547c7c%2C43167%2C1731331259562.1731331260238 2024-11-11T13:21:11,130 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,130 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,131 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:11,133 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:11,149 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T13:21:11,151 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61985314, jitterRate=-0.07634684443473816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:11,152 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331271026Initializing all the Stores at 1731331271027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331271027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331271027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331271027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331271027Cleaning up temporary data from old regions at 1731331271130 (+103 ms)Region opened successfully at 1731331271151 (+21 ms) 2024-11-11T13:21:11,153 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:11,157 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef636f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:11,162 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T13:21:11,162 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:11,162 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:11,162 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:11,165 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T13:21:11,175 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:11,177 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:11,178 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:11,178 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-11T13:21:11,178 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:11,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bbb9a1547c7c,41495,1731331259689, regionLocation=bbb9a1547c7c,41495,1731331259689, openSeqNum=2 2024-11-11T13:21:11,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bbb9a1547c7c,41495,1731331259689, table=hbase:meta, region=1588230740 2024-11-11T13:21:11,196 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,41495,1731331259689, state=OPEN 2024-11-11T13:21:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:11,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:11,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:11,209 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:11,210 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/draining/bbb9a1547c7c,41495,1731331259689 already deleted, retry=false 2024-11-11T13:21:11,210 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bbb9a1547c7c,41495,1731331259689 on bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:11,212 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bbb9a1547c7c,41495,1731331259689, splitWal=true, meta=true 2024-11-11T13:21:11,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for bbb9a1547c7c,41495,1731331259689 (carryingMeta=true) bbb9a1547c7c,41495,1731331259689/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d2465c0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T13:21:11,215 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:11,216 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/balancer already deleted, retry=false 2024-11-11T13:21:11,216 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:11,217 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:11,218 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/normalizer already deleted, retry=false 2024-11-11T13:21:11,218 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:11,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:11,235 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/switch/split already deleted, retry=false 2024-11-11T13:21:11,237 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:11,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/switch/merge already deleted, retry=false 2024-11-11T13:21:11,246 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Unable to get data of znode /0609111734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:11,248 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:11,251 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,46689,1731331270629, sessionid=0x1002ef1d2e00006, setting cluster-up flag (Was=false) 2024-11-11T13:21:11,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609111734/flush-table-proc/acquired, /0609111734/flush-table-proc/reached, /0609111734/flush-table-proc/abort 2024-11-11T13:21:11,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:11,260 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609111734/online-snapshot/acquired, /0609111734/online-snapshot/reached, /0609111734/online-snapshot/abort 2024-11-11T13:21:11,262 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:11,282 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.lastflushedseqids 2024-11-11T13:21:11,287 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:11,287 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:11,287 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,46689,1731331270629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bbb9a1547c7c,41495,1731331259689 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:11,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,290 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(746): ClusterId : e3520940-6814-4d84-b280-e695b41f9c19 2024-11-11T13:21:11,290 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:11,293 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:11,293 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:11,295 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:11,296 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268f3f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:11,303 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bbb9a1547c7c,41495,1731331259689, splitWal=true, meta=true 2024-11-11T13:21:11,305 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bbb9a1547c7c,41495,1731331259689, splitWal=true, meta=true, isMeta: true 2024-11-11T13:21:11,308 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689-splitting 2024-11-11T13:21:11,309 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689-splitting dir is empty, no logs to split. 2024-11-11T13:21:11,309 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,41495,1731331259689 WAL count=0, meta=true 2024-11-11T13:21:11,313 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689-splitting dir is empty, no logs to split. 2024-11-11T13:21:11,313 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,41495,1731331259689 WAL count=0, meta=true 2024-11-11T13:21:11,313 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bbb9a1547c7c,41495,1731331259689 WAL splitting is done? wals=0, meta=true 2024-11-11T13:21:11,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:11,316 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:11,318 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331301345 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:11,345 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:11,345 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:42155 2024-11-11T13:21:11,346 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:11,346 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:11,346 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:11,347 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,46689,1731331270629 with port=42155, startcode=1731331270749 2024-11-11T13:21:11,347 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:11,353 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,357 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:11,357 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:11,357 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:11,357 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:11,366 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:11,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:11,366 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:11,366 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:11,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331271366,5,FailOnTimeoutGroup] 2024-11-11T13:21:11,367 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331271366,5,FailOnTimeoutGroup] 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331271367, completionTime=-1 2024-11-11T13:21:11,367 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T13:21:11,367 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T13:21:11,388 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T13:21:11,388 WARN [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T13:21:11,468 WARN [bbb9a1547c7c:46689 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T13:21:11,489 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,46689,1731331270629 with port=42155, startcode=1731331270749 2024-11-11T13:21:11,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,491 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a 2024-11-11T13:21:11,491 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34015 2024-11-11T13:21:11,491 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:11,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/rs 2024-11-11T13:21:11,494 DEBUG [RS:0;bbb9a1547c7c:42155 {}] zookeeper.ZKUtil(111): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on existing znode=/0609111734/rs/bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,494 WARN [RS:0;bbb9a1547c7c:42155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:11,495 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:11,495 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,42155,1731331270749] 2024-11-11T13:21:11,517 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T13:21:11,517 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:11,519 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:11,520 INFO [RS:0;bbb9a1547c7c:42155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:11,520 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,521 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:11,522 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:11,522 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,522 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:11,523 DEBUG [RS:0;bbb9a1547c7c:42155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,537 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42155,1731331270749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:11,576 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:11,577 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42155,1731331270749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,621 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,42155,1731331270749, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:11,622 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,622 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.Replication(171): bbb9a1547c7c,42155,1731331270749 started 2024-11-11T13:21:11,636 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:11,636 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,42155,1731331270749, RpcServer on bbb9a1547c7c/172.17.0.2:42155, sessionid=0x1002ef1d2e00007 2024-11-11T13:21:11,636 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:11,636 DEBUG [RS:0;bbb9a1547c7c:42155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,636 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,42155,1731331270749' 2024-11-11T13:21:11,636 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609111734/flush-table-proc/abort' 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609111734/flush-table-proc/acquired' 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,42155,1731331270749' 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609111734/online-snapshot/abort' 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609111734/online-snapshot/acquired' 2024-11-11T13:21:11,637 DEBUG [RS:0;bbb9a1547c7c:42155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:11,637 INFO [RS:0;bbb9a1547c7c:42155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:11,637 INFO [RS:0;bbb9a1547c7c:42155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:11,641 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35469' 2024-11-11T13:21:11,642 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69674e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:11,642 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35469,-1 for getting cluster id 2024-11-11T13:21:11,642 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:11,643 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e188d649-8130-4848-9705-4422d920f46d' 2024-11-11T13:21:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e188d649-8130-4848-9705-4422d920f46d" 2024-11-11T13:21:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378e68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35469,-1] 2024-11-11T13:21:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:11,646 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:11,646 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a733ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:11,647 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:11,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481cf2e 2024-11-11T13:21:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:11,649 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:11,650 INFO [RS:0;bbb9a1547c7c:42155.replicationSource,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,42155,1731331270749 (queues=0) is replicating from cluster=e3520940-6814-4d84-b280-e695b41f9c19 to cluster=e188d649-8130-4848-9705-4422d920f46d 2024-11-11T13:21:11,738 INFO [RS:0;bbb9a1547c7c:42155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:11,739 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C42155%2C1731331270749, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:11,751 DEBUG [RS:0;bbb9a1547c7c:42155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739, exclude list is [], retry=0 2024-11-11T13:21:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:11,755 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 2024-11-11T13:21:11,756 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bbb9a1547c7c%2C42155%2C1731331270749 for peer 1 2024-11-11T13:21:11,756 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C42155%2C1731331270749 2024-11-11T13:21:11,756 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,42155,1731331270749, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:11,756 DEBUG [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:11,756 INFO [RS:0;bbb9a1547c7c:42155.replicationSource.shipperbbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C42155%2C1731331270749 2024-11-11T13:21:11,756 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739, startPosition=0, beingWritten=true 2024-11-11T13:21:11,963 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:11,968 DEBUG [bbb9a1547c7c:46689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:11,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:11,970 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,42155,1731331270749, state=OPENING 2024-11-11T13:21:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:11,971 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:11,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:11,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42155,1731331270749}] 2024-11-11T13:21:11,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:12,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:12,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:12,128 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:12,128 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:12,128 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:12,129 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C42155%2C1731331270749.meta, suffix=.meta, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:12,142 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.meta.1731331272130.meta, exclude list is [], retry=0 2024-11-11T13:21:12,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:12,146 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.meta.1731331272130.meta 2024-11-11T13:21:12,146 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:12,146 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:12,147 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:12,147 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:12,147 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:12,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:12,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:12,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:12,155 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/info/a822aeb94e1f45bd82852d1130a53ac5 2024-11-11T13:21:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:12,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:12,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:12,162 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/ns/c8b18e0354be43ff87c4c8d6dae41a74 2024-11-11T13:21:12,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:12,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:12,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:12,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:12,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:12,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:12,170 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/table/02a9dad3c20a4f87a99c987b4cab27c8 2024-11-11T13:21:12,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:12,171 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:12,171 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:12,173 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740 2024-11-11T13:21:12,174 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:12,174 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:12,174 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:12,176 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:12,176 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64883438, jitterRate=-0.033161431550979614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:12,176 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:12,176 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331272147Writing region info on filesystem at 1731331272147Initializing all the Stores at 1731331272148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331272148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331272148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331272148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331272148Cleaning up temporary data from old regions at 1731331272174 (+26 ms)Running coprocessor post-open hooks at 1731331272176 (+2 ms)Region opened successfully at 1731331272176 2024-11-11T13:21:12,177 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731331272123 2024-11-11T13:21:12,180 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:12,180 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:12,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:12,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,42155,1731331270749, state=OPEN 2024-11-11T13:21:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609111734/meta-region-server 2024-11-11T13:21:12,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:12,182 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:12,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609111734/meta-region-server: CHANGED 2024-11-11T13:21:12,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T13:21:12,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42155,1731331270749 in 212 msec 2024-11-11T13:21:12,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:21:12,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 871 msec 2024-11-11T13:21:12,268 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:12,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:12,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:12,673 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:13,020 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T13:21:13,178 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:13,783 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:14,487 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:14,526 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3159ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-11T13:21:15,296 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:15,879 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T13:21:15,880 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:15,880 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:15,880 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,42155,1731331270749, seqNum=-1] 2024-11-11T13:21:15,880 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:15,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:15,886 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=388b7dbf095de3a5acb42c0a79fb0d59, regionState=OPEN, lastHost=bbb9a1547c7c,41495,1731331259689, regionLocation=bbb9a1547c7c,41495,1731331259689, openSeqNum=2 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331335886 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331395886 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T13:21:15,886 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): bbb9a1547c7c,41495,1731331259689 had 2 regions 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,886 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,887 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:46689, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,887 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,888 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bbb9a1547c7c,41495,1731331259689, splitWal=true, meta=true, isMeta: false 2024-11-11T13:21:15,891 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,892 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689-splitting dir is empty, no logs to split. 2024-11-11T13:21:15,892 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,41495,1731331259689 WAL count=0, meta=false 2024-11-11T13:21:15,897 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,41495,1731331259689-splitting dir is empty, no logs to split. 2024-11-11T13:21:15,897 INFO [PEWorker-1 {}] master.SplitWALManager(105): bbb9a1547c7c,41495,1731331259689 WAL count=0, meta=false 2024-11-11T13:21:15,897 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bbb9a1547c7c,41495,1731331259689 WAL splitting is done? wals=0, meta=false 2024-11-11T13:21:15,897 WARN [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bbb9a1547c7c,41495,1731331259689/hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:15,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN}] 2024-11-11T13:21:15,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.074sec 2024-11-11T13:21:15,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:15,903 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:15,917 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:15,917 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:15,917 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46689,1731331270629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:15,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:15,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46689,-1 for getting cluster id 2024-11-11T13:21:15,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:16,018 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3520940-6814-4d84-b280-e695b41f9c19' 2024-11-11T13:21:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3520940-6814-4d84-b280-e695b41f9c19" 2024-11-11T13:21:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ba3a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46689,-1] 2024-11-11T13:21:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,020 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c533be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:16,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,42155,1731331270749, seqNum=-1] 2024-11-11T13:21:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:16,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T13:21:16,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:16,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:16,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bbb9a1547c7c:46689 after: bbb9a1547c7c:46689 2024-11-11T13:21:16,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:16,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46689,-1 for getting cluster id 2024-11-11T13:21:16,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:16,034 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3520940-6814-4d84-b280-e695b41f9c19' 2024-11-11T13:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3520940-6814-4d84-b280-e695b41f9c19" 2024-11-11T13:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c8980d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46689,-1] 2024-11-11T13:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,036 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:16,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:16,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26149a72 2024-11-11T13:21:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:16,040 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:16,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T13:21:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:21:16,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:16,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:16,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:21:16,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680934297, stopped=false 2024-11-11T13:21:16,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,35469,1731331262828 2024-11-11T13:21:16,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:16,053 DEBUG [bbb9a1547c7c:46689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:16,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=388b7dbf095de3a5acb42c0a79fb0d59, regionState=OPENING, regionLocation=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN because future has completed 2024-11-11T13:21:16,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,42155,1731331270749}] 2024-11-11T13:21:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1815797133/running 2024-11-11T13:21:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:16,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:16,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:16,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:16,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,37269,1731331262858' ***** 2024-11-11T13:21:16,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:21:16,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/running 2024-11-11T13:21:16,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1815797133/running 2024-11-11T13:21:16,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:16,065 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:21:16,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:21:16,065 INFO [RS:0;bbb9a1547c7c:37269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:21:16,066 INFO [RS:0;bbb9a1547c7c:37269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:21:16,066 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:16,066 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:16,066 INFO [RS:0;bbb9a1547c7c:37269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37269. 2024-11-11T13:21:16,066 DEBUG [RS:0;bbb9a1547c7c:37269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:16,066 DEBUG [RS:0;bbb9a1547c7c:37269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Set watcher on znode that does not yet exist, /1815797133/running 2024-11-11T13:21:16,066 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:21:16,069 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:21:16,069 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:21:16,069 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:21:16,071 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:21:16,071 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:21:16,071 DEBUG [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:16,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:16,071 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:16,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:16,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:16,071 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:16,071 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T13:21:16,081 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:16,100 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/.tmp/ns/b735cb1b38ae4dbd9be8ce710a0e7bd6 is 43, key is default/ns:d/1731331265539/Put/seqid=0 2024-11-11T13:21:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741835_1011 (size=5153) 2024-11-11T13:21:16,108 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/.tmp/ns/b735cb1b38ae4dbd9be8ce710a0e7bd6 2024-11-11T13:21:16,122 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/.tmp/ns/b735cb1b38ae4dbd9be8ce710a0e7bd6 as hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/ns/b735cb1b38ae4dbd9be8ce710a0e7bd6 2024-11-11T13:21:16,134 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/ns/b735cb1b38ae4dbd9be8ce710a0e7bd6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T13:21:16,135 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=6, compaction requested=false 2024-11-11T13:21:16,135 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:21:16,145 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T13:21:16,146 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:16,146 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:16,146 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:16,146 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331276071Running coprocessor pre-close hooks at 1731331276071Disabling compacts and flushes for region at 1731331276071Disabling writes for close at 1731331276071Obtaining lock to block concurrent updates at 1731331276071Preparing flush snapshotting stores in 1588230740 at 1731331276071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731331276072 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331276072Flushing 1588230740/ns: creating writer at 1731331276073 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731331276099 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731331276099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b4c0c1: reopening flushed file at 1731331276120 (+21 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=6, compaction requested=false at 1731331276135 (+15 ms)Writing region close event to WAL at 1731331276142 (+7 ms)Running coprocessor post-close hooks at 1731331276146 (+4 ms)Closed at 1731331276146 2024-11-11T13:21:16,147 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:16,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:16,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:16,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:16,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C42155%2C1731331270749.rep, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs, maxLogs=10 2024-11-11T13:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.rep.1731331276219, exclude list is [], retry=0 2024-11-11T13:21:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-f9d64c78-b20c-428d-a458-26f5e026ef89,DISK] 2024-11-11T13:21:16,241 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:16,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.rep.1731331276219 2024-11-11T13:21:16,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41649:41649)] 2024-11-11T13:21:16,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 388b7dbf095de3a5acb42c0a79fb0d59, NAME => 'hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:16,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:16,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. service=MultiRowMutationService 2024-11-11T13:21:16,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,253 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,254 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName hfileref 2024-11-11T13:21:16,254 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:16,255 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:16,255 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,256 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName queue 2024-11-11T13:21:16,256 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:16,261 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/queue/11c6d1b008b94d74adf69fd4f320bcf1 2024-11-11T13:21:16,261 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:16,261 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,262 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388b7dbf095de3a5acb42c0a79fb0d59 columnFamilyName sid 2024-11-11T13:21:16,262 DEBUG [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:16,262 INFO [StoreOpener-388b7dbf095de3a5acb42c0a79fb0d59-1 {}] regionserver.HStore(327): Store=388b7dbf095de3a5acb42c0a79fb0d59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:16,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:16,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 388b7dbf095de3a5acb42c0a79fb0d59; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61617701, jitterRate=-0.08182470500469208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:16,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:16,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 388b7dbf095de3a5acb42c0a79fb0d59: Running coprocessor pre-open hook at 1731331276250Writing region info on filesystem at 1731331276250Initializing all the Stores at 1731331276251 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331276251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331276253 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331276253Cleaning up temporary data from old regions at 1731331276265 (+12 ms)Running coprocessor post-open hooks at 1731331276267 (+2 ms)Region opened successfully at 1731331276267 2024-11-11T13:21:16,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., pid=13, masterSystemTime=1731331276212 2024-11-11T13:21:16,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:16,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:16,271 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,37269,1731331262858; all regions closed. 2024-11-11T13:21:16,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=388b7dbf095de3a5acb42c0a79fb0d59, regionState=OPEN, openSeqNum=9, regionLocation=bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:16,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,42155,1731331270749 because future has completed 2024-11-11T13:21:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741834_1010 (size=1152) 2024-11-11T13:21:16,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T13:21:16,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 388b7dbf095de3a5acb42c0a79fb0d59, server=bbb9a1547c7c,42155,1731331270749 in 222 msec 2024-11-11T13:21:16,283 DEBUG [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/oldWALs 2024-11-11T13:21:16,283 INFO [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C37269%2C1731331262858.meta:.meta(num 1731331265467) 2024-11-11T13:21:16,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T13:21:16,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388b7dbf095de3a5acb42c0a79fb0d59, ASSIGN in 383 msec 2024-11-11T13:21:16,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T13:21:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741832_1008 (size=93) 2024-11-11T13:21:16,289 DEBUG [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/oldWALs 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C37269%2C1731331262858:(num 1731331264505) 2024-11-11T13:21:16,289 DEBUG [RS:0;bbb9a1547c7c:37269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:16,289 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:16,289 INFO [RS:0;bbb9a1547c7c:37269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37269 2024-11-11T13:21:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133/rs 2024-11-11T13:21:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1815797133/rs/bbb9a1547c7c,37269,1731331262858 2024-11-11T13:21:16,291 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:16,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,37269,1731331262858] 2024-11-11T13:21:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., hostname=bbb9a1547c7c,42155,1731331270749, seqNum=9] 2024-11-11T13:21:16,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/draining/bbb9a1547c7c,37269,1731331262858 already deleted, retry=false 2024-11-11T13:21:16,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,37269,1731331262858 expired; onlineServers=0 2024-11-11T13:21:16,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,35469,1731331262828' ***** 2024-11-11T13:21:16,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:16,292 DEBUG [M:0;bbb9a1547c7c:35469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:21:16,292 DEBUG [M:0;bbb9a1547c7c:35469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:16,292 DEBUG [M:0;bbb9a1547c7c:35469 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:16,292 INFO [M:0;bbb9a1547c7c:35469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:21:16,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:21:16,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:21:16,293 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331264290 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331264290,5,FailOnTimeoutGroup] 2024-11-11T13:21:16,293 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331264290 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331264290,5,FailOnTimeoutGroup] 2024-11-11T13:21:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1815797133/master 2024-11-11T13:21:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1815797133 2024-11-11T13:21:16,294 DEBUG [M:0;bbb9a1547c7c:35469 {}] zookeeper.RecoverableZooKeeper(212): Node /1815797133/master already deleted, retry=false 2024-11-11T13:21:16,294 DEBUG [M:0;bbb9a1547c7c:35469 {}] master.ActiveMasterManager(353): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Failed delete of our master address node; KeeperErrorCode = NoNode for /1815797133/master 2024-11-11T13:21:16,296 INFO [M:0;bbb9a1547c7c:35469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/.lastflushedseqids 2024-11-11T13:21:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741836_1012 (size=99) 2024-11-11T13:21:16,305 INFO [M:0;bbb9a1547c7c:35469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:21:16,305 INFO [M:0;bbb9a1547c7c:35469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:21:16,305 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:16,305 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:16,305 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:16,305 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:16,305 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:16,305 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T13:21:16,307 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for bbb9a1547c7c,41495,1731331259689 2024-11-11T13:21:16,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T13:21:16,326 DEBUG [M:0;bbb9a1547c7c:35469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/337352c04ad84511982f4126f5ffd880 is 82, key is hbase:meta,,1/info:regioninfo/1731331265524/Put/seqid=0 2024-11-11T13:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741837_1013 (size=5672) 2024-11-11T13:21:16,392 INFO [RS:0;bbb9a1547c7c:37269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x1002ef1d2e00004, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:16,392 INFO [RS:0;bbb9a1547c7c:37269 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,37269,1731331262858; zookeeper connection closed. 2024-11-11T13:21:16,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f60fb1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f60fb1d 2024-11-11T13:21:16,392 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:21:16,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T13:21:16,742 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/337352c04ad84511982f4126f5ffd880 2024-11-11T13:21:16,769 DEBUG [M:0;bbb9a1547c7c:35469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb44608c37444ef99278d1dc2d81bd2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731331265546/Put/seqid=0 2024-11-11T13:21:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741838_1014 (size=5275) 2024-11-11T13:21:17,177 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb44608c37444ef99278d1dc2d81bd2 2024-11-11T13:21:17,201 DEBUG [M:0;bbb9a1547c7c:35469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88359ba8d82401380fc109e799ca2a1 is 69, key is bbb9a1547c7c,37269,1731331262858/rs:state/1731331264338/Put/seqid=0 2024-11-11T13:21:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741839_1015 (size=5156) 2024-11-11T13:21:17,252 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:17,609 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88359ba8d82401380fc109e799ca2a1 2024-11-11T13:21:17,619 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/337352c04ad84511982f4126f5ffd880 as hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/337352c04ad84511982f4126f5ffd880 2024-11-11T13:21:17,625 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/337352c04ad84511982f4126f5ffd880, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T13:21:17,626 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb44608c37444ef99278d1dc2d81bd2 as hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb44608c37444ef99278d1dc2d81bd2 2024-11-11T13:21:17,632 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb44608c37444ef99278d1dc2d81bd2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T13:21:17,634 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88359ba8d82401380fc109e799ca2a1 as hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b88359ba8d82401380fc109e799ca2a1 2024-11-11T13:21:17,639 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33433/user/jenkins/test-data/f2b8019a-be1f-8360-2708-12458e2d4e09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b88359ba8d82401380fc109e799ca2a1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T13:21:17,641 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-11-11T13:21:17,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:17,657 INFO [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:17,657 DEBUG [M:0;bbb9a1547c7c:35469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331276305Disabling compacts and flushes for region at 1731331276305Disabling writes for close at 1731331276305Obtaining lock to block concurrent updates at 1731331276305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331276305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731331276306 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331276306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331276306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331276325 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331276325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331276747 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331276768 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331276768Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331277183 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331277200 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331277200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f85b0f: reopening flushed file at 1731331277619 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9d8c9: reopening flushed file at 1731331277625 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5611abff: reopening flushed file at 1731331277632 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1731331277641 (+9 ms)Writing region close event to WAL at 1731331277657 (+16 ms)Closed at 1731331277657 2024-11-11T13:21:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741830_1006 (size=10165) 2024-11-11T13:21:17,678 INFO [M:0;bbb9a1547c7c:35469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:21:17,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:17,678 INFO [M:0;bbb9a1547c7c:35469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35469 2024-11-11T13:21:17,680 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:17,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:17,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:21:17,781 INFO [M:0;bbb9a1547c7c:35469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:17,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:17,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35469-0x1002ef1d2e00003, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:17,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:17,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:17,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:17,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:17,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:21:17,790 WARN [BP-1873686593-172.17.0.2-1731331261614 heartbeating to localhost/127.0.0.1:33433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:21:17,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:21:17,790 WARN [BP-1873686593-172.17.0.2-1731331261614 heartbeating to localhost/127.0.0.1:33433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1873686593-172.17.0.2-1731331261614 (Datanode Uuid 410c08cd-7d19-484d-9f6d-70ebf5407603) service to localhost/127.0.0.1:33433 2024-11-11T13:21:17,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/cluster_837ec2ee-d02f-ba96-8fbb-cc7aef5a968c/data/data1/current/BP-1873686593-172.17.0.2-1731331261614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:17,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/cluster_837ec2ee-d02f-ba96-8fbb-cc7aef5a968c/data/data2/current/BP-1873686593-172.17.0.2-1731331261614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:17,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:21:17,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:17,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:17,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:17,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:17,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:17,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:21:17,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:21:17,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:17,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:17,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:17,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:17,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:17,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:21:17,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1473357402, stopped=false 2024-11-11T13:21:17,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,46689,1731331270629 2024-11-11T13:21:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/running 2024-11-11T13:21:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:17,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:17,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:17,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:17,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:17,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:17,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Set watcher on znode that does not yet exist, /0609111734/running 2024-11-11T13:21:17,818 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,42155,1731331270749' ***** 2024-11-11T13:21:17,818 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:21:17,818 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(3091): Received CLOSE for 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:17,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:42155. 2024-11-11T13:21:17,819 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 388b7dbf095de3a5acb42c0a79fb0d59, disabling compactions & flushes 2024-11-11T13:21:17,819 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:17,819 DEBUG [RS:0;bbb9a1547c7c:42155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:17,819 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:17,819 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:17,819 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. after waiting 0 ms 2024-11-11T13:21:17,819 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:21:17,819 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:21:17,824 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:21:17,825 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1325): Online Regions={388b7dbf095de3a5acb42c0a79fb0d59=hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:21:17,825 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:17,825 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388b7dbf095de3a5acb42c0a79fb0d59 2024-11-11T13:21:17,825 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:17,825 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:17,825 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:17,825 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:17,825 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T13:21:17,828 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/replication/388b7dbf095de3a5acb42c0a79fb0d59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T13:21:17,828 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:17,828 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:17,828 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:17,828 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 388b7dbf095de3a5acb42c0a79fb0d59: Waiting for close lock at 1731331277819Running coprocessor pre-close hooks at 1731331277819Disabling compacts and flushes for region at 1731331277819Disabling writes for close at 1731331277819Writing region close event to WAL at 1731331277825 (+6 ms)Running coprocessor post-close hooks at 1731331277828 (+3 ms)Closed at 1731331277828 2024-11-11T13:21:17,829 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59. 2024-11-11T13:21:17,839 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/ca119a1de5c2473f81a5ae78fe47ff14 is 147, key is hbase:replication,,1731331265661.388b7dbf095de3a5acb42c0a79fb0d59./info:regioninfo/1731331276271/Put/seqid=0 2024-11-11T13:21:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741851_1027 (size=6385) 2024-11-11T13:21:17,888 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:18,025 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:18,225 DEBUG [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:18,244 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/ca119a1de5c2473f81a5ae78fe47ff14 2024-11-11T13:21:18,250 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/.tmp/info/ca119a1de5c2473f81a5ae78fe47ff14 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/info/ca119a1de5c2473f81a5ae78fe47ff14 2024-11-11T13:21:18,255 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/info/ca119a1de5c2473f81a5ae78fe47ff14, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T13:21:18,256 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-11T13:21:18,267 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T13:21:18,269 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:18,269 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:18,269 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:18,269 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331277824Running coprocessor pre-close hooks at 1731331277824Disabling compacts and flushes for region at 1731331277825 (+1 ms)Disabling writes for close at 1731331277825Obtaining lock to block concurrent updates at 1731331277825Preparing flush snapshotting stores in 1588230740 at 1731331277825Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731331277825Flushing stores of hbase:meta,,1.1588230740 at 1731331277826 (+1 ms)Flushing 1588230740/info: creating writer at 1731331277826Flushing 1588230740/info: appending metadata at 1731331277839 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731331277839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd2e60e: reopening flushed file at 1731331278249 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731331278256 (+7 ms)Writing region close event to WAL at 1731331278260 (+4 ms)Running coprocessor post-close hooks at 1731331278269 (+9 ms)Closed at 1731331278269 2024-11-11T13:21:18,269 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:18,356 DEBUG [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 to pos 0, reset compression=false 2024-11-11T13:21:18,425 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,42155,1731331270749; all regions closed. 2024-11-11T13:21:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741849_1025 (size=2156) 2024-11-11T13:21:18,430 DEBUG [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:18,430 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C42155%2C1731331270749.meta:.meta(num 1731331272130) 2024-11-11T13:21:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741850_1026 (size=796) 2024-11-11T13:21:18,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.rep.1731331276219 not finished, retry = 0 2024-11-11T13:21:18,534 DEBUG [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:18,534 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C42155%2C1731331270749.rep:(num 1731331276219) 2024-11-11T13:21:18,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/WALs/bbb9a1547c7c,42155,1731331270749/bbb9a1547c7c%2C42155%2C1731331270749.1731331271739 not finished, retry = 0 2024-11-11T13:21:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741848_1024 (size=93) 2024-11-11T13:21:18,541 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:21:18,541 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:21:18,638 DEBUG [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/oldWALs 2024-11-11T13:21:18,638 INFO [RS:0;bbb9a1547c7c:42155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C42155%2C1731331270749:(num 1731331271739) 2024-11-11T13:21:18,638 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:18,638 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:18,638 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:18,639 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:18,639 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:18,639 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:18,639 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T13:21:18,639 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T13:21:18,639 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,42155,1731331270749 because: Region server is closing 2024-11-11T13:21:18,639 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T13:21:18,639 INFO [RS:0;bbb9a1547c7c:42155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:42155. 2024-11-11T13:21:18,639 DEBUG [RS:0;bbb9a1547c7c:42155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:18,639 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:18,639 DEBUG [RS:0;bbb9a1547c7c:42155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:18,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:18,740 WARN [RS:0;bbb9a1547c7c:42155.replicationSource.wal-reader.bbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:21:18,740 WARN [RS:0;bbb9a1547c7c:42155.replicationSource.shipperbbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:21:18,740 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bbb9a1547c7c:42155.replicationSource.shipperbbb9a1547c7c%2C42155%2C1731331270749,1-bbb9a1547c7c,42155,1731331270749 terminated 2024-11-11T13:21:18,740 INFO [RS:0;bbb9a1547c7c:42155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42155 2024-11-11T13:21:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734/rs 2024-11-11T13:21:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/rs/bbb9a1547c7c,42155,1731331270749 2024-11-11T13:21:18,742 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:18,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,42155,1731331270749] 2024-11-11T13:21:18,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/draining/bbb9a1547c7c,42155,1731331270749 already deleted, retry=false 2024-11-11T13:21:18,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,42155,1731331270749 expired; onlineServers=0 2024-11-11T13:21:18,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,46689,1731331270629' ***** 2024-11-11T13:21:18,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:21:18,744 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:18,744 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:18,744 DEBUG [M:0;bbb9a1547c7c:46689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:21:18,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:21:18,744 DEBUG [M:0;bbb9a1547c7c:46689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:21:18,744 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331271366 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331271366,5,FailOnTimeoutGroup] 2024-11-11T13:21:18,744 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331271366 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331271366,5,FailOnTimeoutGroup] 2024-11-11T13:21:18,744 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:18,745 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:18,745 DEBUG [M:0;bbb9a1547c7c:46689 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:21:18,745 INFO [M:0;bbb9a1547c7c:46689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:21:18,745 INFO [M:0;bbb9a1547c7c:46689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:18,745 INFO [M:0;bbb9a1547c7c:46689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:21:18,745 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:21:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609111734/master 2024-11-11T13:21:18,757 DEBUG [M:0;bbb9a1547c7c:46689 {}] zookeeper.RecoverableZooKeeper(212): Node /0609111734/master already deleted, retry=false 2024-11-11T13:21:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609111734 2024-11-11T13:21:18,757 DEBUG [M:0;bbb9a1547c7c:46689 {}] master.ActiveMasterManager(353): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Failed delete of our master address node; KeeperErrorCode = NoNode for /0609111734/master 2024-11-11T13:21:18,758 INFO [M:0;bbb9a1547c7c:46689 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/.lastflushedseqids 2024-11-11T13:21:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741852_1028 (size=181) 2024-11-11T13:21:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42155-0x1002ef1d2e00007, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:18,846 INFO [RS:0;bbb9a1547c7c:42155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:18,846 INFO [RS:0;bbb9a1547c7c:42155 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,42155,1731331270749; zookeeper connection closed. 2024-11-11T13:21:18,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3485d364 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3485d364 2024-11-11T13:21:18,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:21:19,172 INFO [M:0;bbb9a1547c7c:46689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:21:19,172 INFO [M:0;bbb9a1547c7c:46689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:21:19,172 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:19,172 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:19,172 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:19,172 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:19,172 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:19,172 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T13:21:19,192 DEBUG [M:0;bbb9a1547c7c:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d0d849ff1945b2ac589ef2ad79a286 is 82, key is hbase:meta,,1/info:regioninfo/1731331272180/Put/seqid=0 2024-11-11T13:21:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741853_1029 (size=5672) 2024-11-11T13:21:19,596 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d0d849ff1945b2ac589ef2ad79a286 2024-11-11T13:21:19,616 DEBUG [M:0;bbb9a1547c7c:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb7586693d8c432388df45fc1fcbffdc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731331276283/Put/seqid=0 2024-11-11T13:21:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741854_1030 (size=7312) 2024-11-11T13:21:20,020 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb7586693d8c432388df45fc1fcbffdc 2024-11-11T13:21:20,043 DEBUG [M:0;bbb9a1547c7c:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d789ed3cca134110b5fc91a1f6770222 is 69, key is bbb9a1547c7c,42155,1731331270749/rs:state/1731331271490/Put/seqid=0 2024-11-11T13:21:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741855_1031 (size=5370) 2024-11-11T13:21:20,450 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d789ed3cca134110b5fc91a1f6770222 2024-11-11T13:21:20,455 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d789ed3cca134110b5fc91a1f6770222 2024-11-11T13:21:20,456 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d0d849ff1945b2ac589ef2ad79a286 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63d0d849ff1945b2ac589ef2ad79a286 2024-11-11T13:21:20,461 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63d0d849ff1945b2ac589ef2ad79a286, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T13:21:20,463 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb7586693d8c432388df45fc1fcbffdc as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb7586693d8c432388df45fc1fcbffdc 2024-11-11T13:21:20,468 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb7586693d8c432388df45fc1fcbffdc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T13:21:20,469 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d789ed3cca134110b5fc91a1f6770222 as hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d789ed3cca134110b5fc91a1f6770222 2024-11-11T13:21:20,482 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d789ed3cca134110b5fc91a1f6770222 2024-11-11T13:21:20,482 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d789ed3cca134110b5fc91a1f6770222, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T13:21:20,483 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=127, compaction requested=false 2024-11-11T13:21:20,484 INFO [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:20,484 DEBUG [M:0;bbb9a1547c7c:46689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331279172Disabling compacts and flushes for region at 1731331279172Disabling writes for close at 1731331279172Obtaining lock to block concurrent updates at 1731331279172Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331279172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731331279173 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331279173Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331279173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331279191 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331279191Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331279601 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331279615 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331279615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331280025 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331280042 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331280043 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfc9142: reopening flushed file at 1731331280455 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e26893: reopening flushed file at 1731331280462 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240c84f5: reopening flushed file at 1731331280468 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=127, compaction requested=false at 1731331280483 (+15 ms)Writing region close event to WAL at 1731331280484 (+1 ms)Closed at 1731331280484 2024-11-11T13:21:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741847_1023 (size=22903) 2024-11-11T13:21:20,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384ba5b9-c831-39b7-2e96-fd303c1ed09a/MasterData/WALs/bbb9a1547c7c,46689,1731331270629/bbb9a1547c7c%2C46689%2C1731331270629.1731331270965 not finished, retry = 0 2024-11-11T13:21:20,588 INFO [M:0;bbb9a1547c7c:46689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:21:20,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:20,589 INFO [M:0;bbb9a1547c7c:46689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46689 2024-11-11T13:21:20,589 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:20,690 INFO [M:0;bbb9a1547c7c:46689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1002ef1d2e00006, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:20,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:20,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:20,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:20,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:20,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:20,696 WARN [BP-106603200-172.17.0.2-1731331258028 heartbeating to localhost/127.0.0.1:34015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:21:20,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:21:20,696 WARN [BP-106603200-172.17.0.2-1731331258028 heartbeating to localhost/127.0.0.1:34015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-106603200-172.17.0.2-1731331258028 (Datanode Uuid 9c540af0-8585-4bbb-8ab1-ebba3179d153) service to localhost/127.0.0.1:34015 2024-11-11T13:21:20,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:21:20,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/data/data1/current/BP-106603200-172.17.0.2-1731331258028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:20,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/cluster_4bc52c99-f0b0-c418-94a3-c8e945190032/data/data2/current/BP-106603200-172.17.0.2-1731331258028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:20,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:21:20,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b6d794{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:20,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:20,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:20,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:20,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/779d6952-d42d-8cc5-ff1d-edd268f85b5b/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:20,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:21:20,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:21:20,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62497) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62497) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33433 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2286 (was 3912) 2024-11-11T13:21:20,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=2286 2024-11-11T13:21:20,754 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T13:21:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir so I do NOT create it in target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc 2024-11-11T13:21:20,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:21:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.tmp.dir so I do NOT create it in target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc 2024-11-11T13:21:20,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48e30450-0a2b-557b-4520-ec8cf2f472b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:21:20,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc 2024-11-11T13:21:20,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a, deleteOnExit=true 2024-11-11T13:21:20,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/zookeeper_0, clientPort=56137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:21:20,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56137 2024-11-11T13:21:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:21:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:21:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/test.cache.data in system properties and HBase conf 2024-11-11T13:21:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:21:20,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:21:20,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:21:20,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:21:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef1d2e00005, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:21:20,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef1d2e00005, quorum=127.0.0.1:62497, baseZNode=/1815797133 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:21:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef1d2e00002, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:21:20,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef1d2e00002, quorum=127.0.0.1:62497, baseZNode=/0609111734 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:21:20,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:20,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:20,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:20,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:20,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:21:20,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:20,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:20,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:21,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267ec229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/java.io.tmpdir/jetty-localhost-45329-hadoop-hdfs-3_4_1-tests_jar-_-any-9477279678016845128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:21,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:45329} 2024-11-11T13:21:21,084 INFO [Time-limited test {}] server.Server(415): Started @151292ms 2024-11-11T13:21:21,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:21,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:21,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:21,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:21,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:21,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:21,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:21,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7721a1a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/java.io.tmpdir/jetty-localhost-36617-hadoop-hdfs-3_4_1-tests_jar-_-any-13900957913749312261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:21,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:36617} 2024-11-11T13:21:21,407 INFO [Time-limited test {}] server.Server(415): Started @151615ms 2024-11-11T13:21:21,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:21:21,509 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/data/data1/current/BP-1267087885-172.17.0.2-1731331280796/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:21,510 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/data/data2/current/BP-1267087885-172.17.0.2-1731331280796/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:21,534 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:21:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a80801ac63e87e7 with lease ID 0xe34abafc80bdd0f3: Processing first storage report for DS-e3c66829-3a97-461e-9ee0-2307707d50a7 from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=e4b3c4bb-d23c-44c3-ab63-6a1b6899e4fa, infoPort=37351, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=238371151;c=1731331280796) 2024-11-11T13:21:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a80801ac63e87e7 with lease ID 0xe34abafc80bdd0f3: from storage DS-e3c66829-3a97-461e-9ee0-2307707d50a7 node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=e4b3c4bb-d23c-44c3-ab63-6a1b6899e4fa, infoPort=37351, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=238371151;c=1731331280796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a80801ac63e87e7 with lease ID 0xe34abafc80bdd0f3: Processing first storage report for DS-603c7489-3d2d-407a-adbe-77030ee534af from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=e4b3c4bb-d23c-44c3-ab63-6a1b6899e4fa, infoPort=37351, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=238371151;c=1731331280796) 2024-11-11T13:21:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a80801ac63e87e7 with lease ID 0xe34abafc80bdd0f3: from storage DS-603c7489-3d2d-407a-adbe-77030ee534af node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=e4b3c4bb-d23c-44c3-ab63-6a1b6899e4fa, infoPort=37351, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=238371151;c=1731331280796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:21,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc 2024-11-11T13:21:21,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:21,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:21:22,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a with version=8 2024-11-11T13:21:22,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/hbase-staging 2024-11-11T13:21:22,006 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:22,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:22,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:22,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:22,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:22,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40713 2024-11-11T13:21:22,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40713 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:22,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407130x0, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:22,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40713-0x1002ef22be40000 connected 2024-11-11T13:21:22,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:22,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:22,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/running 2024-11-11T13:21:22,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a, hbase.cluster.distributed=false 2024-11-11T13:21:22,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/acl 2024-11-11T13:21:22,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-11T13:21:22,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40713 2024-11-11T13:21:22,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40713 2024-11-11T13:21:22,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-11T13:21:22,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-11T13:21:22,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:22,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:22,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46425 2024-11-11T13:21:22,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46425 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:22,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:22,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464250x0, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:22,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464250x0, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/running 2024-11-11T13:21:22,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:22,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46425-0x1002ef22be40001 connected 2024-11-11T13:21:22,254 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:22,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/master 2024-11-11T13:21:22,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/acl 2024-11-11T13:21:22,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-11T13:21:22,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46425 2024-11-11T13:21:22,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46425 2024-11-11T13:21:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-11T13:21:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46425 2024-11-11T13:21:22,312 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:40713 2024-11-11T13:21:22,313 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-759209735/backup-masters/bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/backup-masters 2024-11-11T13:21:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/backup-masters 2024-11-11T13:21:22,315 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on existing znode=/0-759209735/backup-masters/bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-759209735/master 2024-11-11T13:21:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:22,321 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on existing znode=/0-759209735/master 2024-11-11T13:21:22,321 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-759209735/backup-masters/bbb9a1547c7c,40713,1731331282006 from backup master directory 2024-11-11T13:21:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/backup-masters 2024-11-11T13:21:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-759209735/backup-masters/bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/backup-masters 2024-11-11T13:21:22,323 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:22,323 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:22,339 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/hbase.id] with ID: 02b103f5-102a-4451-a1fd-a074fae8f599 2024-11-11T13:21:22,339 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/.tmp/hbase.id 2024-11-11T13:21:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:22,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/.tmp/hbase.id]:[hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/hbase.id] 2024-11-11T13:21:22,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:22,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:22,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:21:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:23,175 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:23,176 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:23,177 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:23,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:23,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:23,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store 2024-11-11T13:21:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:23,989 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:23,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:23,990 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:23,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:23,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:23,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:23,990 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:23,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331283990Disabling compacts and flushes for region at 1731331283990Disabling writes for close at 1731331283990Writing region close event to WAL at 1731331283990Closed at 1731331283990 2024-11-11T13:21:23,991 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/.initializing 2024-11-11T13:21:23,991 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/WALs/bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:23,991 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:23,992 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C40713%2C1731331282006, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/WALs/bbb9a1547c7c,40713,1731331282006, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:24,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/WALs/bbb9a1547c7c,40713,1731331282006/bbb9a1547c7c%2C40713%2C1731331282006.1731331283993, exclude list is [], retry=0 2024-11-11T13:21:24,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-e3c66829-3a97-461e-9ee0-2307707d50a7,DISK] 2024-11-11T13:21:24,008 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/WALs/bbb9a1547c7c,40713,1731331282006/bbb9a1547c7c%2C40713%2C1731331282006.1731331283993 2024-11-11T13:21:24,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37351:37351)] 2024-11-11T13:21:24,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:24,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:24,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:24,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:24,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:24,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:24,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:24,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:24,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:24,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:24,015 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,016 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,016 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,017 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,017 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,017 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:24,018 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:24,020 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:24,021 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61763670, jitterRate=-0.07964959740638733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:24,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331284008Initializing all the Stores at 1731331284009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331284009Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331284009Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331284009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331284009Cleaning up temporary data from old regions at 1731331284017 (+8 ms)Region opened successfully at 1731331284021 (+4 ms) 2024-11-11T13:21:24,022 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:24,024 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46647cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:24,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:24,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:24,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:24,025 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:24,026 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:21:24,026 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:24,026 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:24,028 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:24,029 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:24,030 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/balancer already deleted, retry=false 2024-11-11T13:21:24,030 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:24,031 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:24,031 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/normalizer already deleted, retry=false 2024-11-11T13:21:24,032 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:24,032 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:24,033 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/switch/split already deleted, retry=false 2024-11-11T13:21:24,034 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:24,034 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/switch/merge already deleted, retry=false 2024-11-11T13:21:24,036 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:24,036 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-759209735/running 2024-11-11T13:21:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-759209735/running 2024-11-11T13:21:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,038 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,40713,1731331282006, sessionid=0x1002ef22be40000, setting cluster-up flag (Was=false) 2024-11-11T13:21:24,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,041 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-759209735/flush-table-proc/acquired, /0-759209735/flush-table-proc/reached, /0-759209735/flush-table-proc/abort 2024-11-11T13:21:24,042 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:24,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:24,046 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-759209735/online-snapshot/acquired, /0-759209735/online-snapshot/reached, /0-759209735/online-snapshot/abort 2024-11-11T13:21:24,046 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:24,047 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:24,048 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:24,049 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:24,049 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:24,049 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bbb9a1547c7c,41495,1731331259689: status=Processing ServerCrashProcedure of bbb9a1547c7c,41495,1731331259689 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731331271302, completionTime=-1 appears to have been leaked 2024-11-11T13:21:24,049 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,40713,1731331282006 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:24,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:24,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:24,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:24,064 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331314064 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:24,065 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:24,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:24,069 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:24,070 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:24,070 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:24,071 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:24,071 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:24,073 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331284071,5,FailOnTimeoutGroup] 2024-11-11T13:21:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:24,077 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331284073,5,FailOnTimeoutGroup] 2024-11-11T13:21:24,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:24,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,100 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(746): ClusterId : 02b103f5-102a-4451-a1fd-a074fae8f599 2024-11-11T13:21:24,100 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:24,101 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:24,101 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:24,102 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:24,103 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12908c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:24,116 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:46425 2024-11-11T13:21:24,116 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:24,116 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:24,116 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:24,117 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,40713,1731331282006 with port=46425, startcode=1731331282216 2024-11-11T13:21:24,117 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:24,118 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:24,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40713 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,120 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a 2024-11-11T13:21:24,120 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42091 2024-11-11T13:21:24,120 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:24,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/rs 2024-11-11T13:21:24,121 DEBUG [RS:0;bbb9a1547c7c:46425 {}] zookeeper.ZKUtil(111): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on existing znode=/0-759209735/rs/bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,122 WARN [RS:0;bbb9a1547c7c:46425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:24,122 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:24,122 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,46425,1731331282216] 2024-11-11T13:21:24,126 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:24,129 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:24,130 INFO [RS:0;bbb9a1547c7c:46425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:24,130 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,133 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:24,134 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:24,134 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:24,134 DEBUG [RS:0;bbb9a1547c7c:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:24,137 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,137 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,137 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,137 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,138 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,138 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46425,1731331282216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:24,150 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:24,150 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46425,1731331282216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,150 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,150 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.Replication(171): bbb9a1547c7c,46425,1731331282216 started 2024-11-11T13:21:24,163 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:24,163 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,46425,1731331282216, RpcServer on bbb9a1547c7c/172.17.0.2:46425, sessionid=0x1002ef22be40001 2024-11-11T13:21:24,163 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:24,163 DEBUG [RS:0;bbb9a1547c7c:46425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,163 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,46425,1731331282216' 2024-11-11T13:21:24,163 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-759209735/flush-table-proc/abort' 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-759209735/flush-table-proc/acquired' 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,46425,1731331282216' 2024-11-11T13:21:24,164 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-759209735/online-snapshot/abort' 2024-11-11T13:21:24,165 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-759209735/online-snapshot/acquired' 2024-11-11T13:21:24,165 DEBUG [RS:0;bbb9a1547c7c:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:24,165 INFO [RS:0;bbb9a1547c7c:46425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:24,165 INFO [RS:0;bbb9a1547c7c:46425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:24,265 INFO [RS:0;bbb9a1547c7c:46425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:24,267 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C46425%2C1731331282216, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs, maxLogs=10 2024-11-11T13:21:24,278 DEBUG [RS:0;bbb9a1547c7c:46425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267, exclude list is [], retry=0 2024-11-11T13:21:24,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-e3c66829-3a97-461e-9ee0-2307707d50a7,DISK] 2024-11-11T13:21:24,283 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 2024-11-11T13:21:24,283 DEBUG [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37351:37351)] 2024-11-11T13:21:24,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:24,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a 2024-11-11T13:21:24,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:21:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:21:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:24,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:24,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:24,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:24,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:24,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:24,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:24,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:24,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:24,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:24,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:24,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:24,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740 2024-11-11T13:21:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740 2024-11-11T13:21:24,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:24,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:24,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:24,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:24,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:24,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59711364, jitterRate=-0.11023133993148804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331284884Initializing all the Stores at 1731331284885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331284885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331284885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331284885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331284885Cleaning up temporary data from old regions at 1731331284892 (+7 ms)Region opened successfully at 1731331284895 (+3 ms) 2024-11-11T13:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:24,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:24,896 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:24,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331284895Disabling compacts and flushes for region at 1731331284895Disabling writes for close at 1731331284895Writing region close event to WAL at 1731331284896 (+1 ms)Closed at 1731331284896 2024-11-11T13:21:24,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:24,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:24,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:24,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:24,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:25,048 DEBUG [bbb9a1547c7c:40713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:25,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:25,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,46425,1731331282216, state=OPENING 2024-11-11T13:21:25,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:25,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-759209735/meta-region-server: CHANGED 2024-11-11T13:21:25,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-759209735/meta-region-server: CHANGED 2024-11-11T13:21:25,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:25,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,46425,1731331282216}] 2024-11-11T13:21:25,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:25,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:25,208 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:25,208 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:25,208 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:25,209 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C46425%2C1731331282216.meta, suffix=.meta, logDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs, maxLogs=10 2024-11-11T13:21:25,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.meta.1731331285209.meta, exclude list is [], retry=0 2024-11-11T13:21:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-e3c66829-3a97-461e-9ee0-2307707d50a7,DISK] 2024-11-11T13:21:25,225 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.meta.1731331285209.meta 2024-11-11T13:21:25,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37351:37351)] 2024-11-11T13:21:25,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:25,229 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:25,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:25,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:25,229 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:25,230 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:25,230 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:25,230 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:25,230 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:25,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:25,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:25,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:25,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:25,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:25,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:25,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:25,234 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:25,234 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740 2024-11-11T13:21:25,235 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740 2024-11-11T13:21:25,236 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:25,236 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:25,236 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:25,237 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:25,238 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61691533, jitterRate=-0.08072452247142792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:25,238 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:25,238 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331285230Writing region info on filesystem at 1731331285230Initializing all the Stores at 1731331285230Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331285230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331285231 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331285231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331285231Cleaning up temporary data from old regions at 1731331285236 (+5 ms)Running coprocessor post-open hooks at 1731331285238 (+2 ms)Region opened successfully at 1731331285238 2024-11-11T13:21:25,239 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331285204 2024-11-11T13:21:25,241 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:25,241 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:25,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:25,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,46425,1731331282216, state=OPEN 2024-11-11T13:21:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-759209735/meta-region-server 2024-11-11T13:21:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-759209735/meta-region-server 2024-11-11T13:21:25,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-759209735/meta-region-server: CHANGED 2024-11-11T13:21:25,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-759209735/meta-region-server: CHANGED 2024-11-11T13:21:25,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:25,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:25,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,46425,1731331282216 in 192 msec 2024-11-11T13:21:25,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:25,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-11T13:21:25,248 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:25,248 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:25,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:25,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:25,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:25,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:25,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-11T13:21:25,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331285255, completionTime=-1 2024-11-11T13:21:25,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:25,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:25,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:25,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331345257 2024-11-11T13:21:25,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331405257 2024-11-11T13:21:25,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:40713, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,258 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,259 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:25,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:25,264 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:25,264 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:25,264 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40713,1731331282006-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:25,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:25,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:25,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:25,302 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abaee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:25,304 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:25,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:25,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:25,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:25,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:25,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:25,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef22be40002 connected 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir so I do NOT create it in target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e 2024-11-11T13:21:25,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.tmp.dir so I do NOT create it in target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e 2024-11-11T13:21:25,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:21:25,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/cluster_429526b4-5ca6-7ee0-e806-ec2be3f2892a, deleteOnExit=true 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/test.cache.data in system properties and HBase conf 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:21:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:21:25,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:21:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:21:25,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:25,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:25,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:25,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:25,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:21:25,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:25,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:25,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:25,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/java.io.tmpdir/jetty-localhost-34197-hadoop-hdfs-3_4_1-tests_jar-_-any-9932091770375844993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:25,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:34197} 2024-11-11T13:21:25,480 INFO [Time-limited test {}] server.Server(415): Started @155688ms 2024-11-11T13:21:25,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:25,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:25,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:25,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:25,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:25,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:25,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:25,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7de42883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/java.io.tmpdir/jetty-localhost-42409-hadoop-hdfs-3_4_1-tests_jar-_-any-17762662403577252835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:25,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:42409} 2024-11-11T13:21:25,652 INFO [Time-limited test {}] server.Server(415): Started @155860ms 2024-11-11T13:21:25,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:21:25,745 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/cluster_429526b4-5ca6-7ee0-e806-ec2be3f2892a/data/data1/current/BP-1521344658-172.17.0.2-1731331285329/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:25,757 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/cluster_429526b4-5ca6-7ee0-e806-ec2be3f2892a/data/data2/current/BP-1521344658-172.17.0.2-1731331285329/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:25,807 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:21:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa6a0f57173b9af2 with lease ID 0x3a42454782e3a0d: Processing first storage report for DS-13095e2d-ace8-4624-a49f-f4cffac36659 from datanode DatanodeRegistration(127.0.0.1:46365, datanodeUuid=f5338a8b-8c4c-4909-b387-9c747d40d2d6, infoPort=46321, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1484807871;c=1731331285329) 2024-11-11T13:21:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa6a0f57173b9af2 with lease ID 0x3a42454782e3a0d: from storage DS-13095e2d-ace8-4624-a49f-f4cffac36659 node DatanodeRegistration(127.0.0.1:46365, datanodeUuid=f5338a8b-8c4c-4909-b387-9c747d40d2d6, infoPort=46321, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1484807871;c=1731331285329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa6a0f57173b9af2 with lease ID 0x3a42454782e3a0d: Processing first storage report for DS-5c84bf9f-1d63-4c0f-b82f-158fc72b6bf6 from datanode DatanodeRegistration(127.0.0.1:46365, datanodeUuid=f5338a8b-8c4c-4909-b387-9c747d40d2d6, infoPort=46321, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1484807871;c=1731331285329) 2024-11-11T13:21:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa6a0f57173b9af2 with lease ID 0x3a42454782e3a0d: from storage DS-5c84bf9f-1d63-4c0f-b82f-158fc72b6bf6 node DatanodeRegistration(127.0.0.1:46365, datanodeUuid=f5338a8b-8c4c-4909-b387-9c747d40d2d6, infoPort=46321, infoSecurePort=0, ipcPort=40193, storageInfo=lv=-57;cid=testClusterID;nsid=1484807871;c=1731331285329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:25,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e 2024-11-11T13:21:25,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:25,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:21:26,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670 with version=8 2024-11-11T13:21:26,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/hbase-staging 2024-11-11T13:21:26,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:26,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:26,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46589 2024-11-11T13:21:26,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46589 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465890x0, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:26,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46589-0x1002ef22be40003 connected 2024-11-11T13:21:26,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:26,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:26,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/running 2024-11-11T13:21:26,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670, hbase.cluster.distributed=false 2024-11-11T13:21:26,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/acl 2024-11-11T13:21:26,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-11T13:21:26,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46589 2024-11-11T13:21:26,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46589 2024-11-11T13:21:26,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-11T13:21:26,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-11T13:21:26,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:26,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:26,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35535 2024-11-11T13:21:26,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35535 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:26,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:26,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:26,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355350x0, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:26,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35535-0x1002ef22be40004 connected 2024-11-11T13:21:26,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/running 2024-11-11T13:21:26,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:26,525 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:26,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/master 2024-11-11T13:21:26,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/acl 2024-11-11T13:21:26,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-11T13:21:26,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35535 2024-11-11T13:21:26,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35535 2024-11-11T13:21:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-11T13:21:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-11T13:21:26,550 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:46589 2024-11-11T13:21:26,550 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-482852451/backup-masters/bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/backup-masters 2024-11-11T13:21:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/backup-masters 2024-11-11T13:21:26,551 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on existing znode=/1-482852451/backup-masters/bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:26,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482852451/master 2024-11-11T13:21:26,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:26,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:26,553 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on existing znode=/1-482852451/master 2024-11-11T13:21:26,553 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-482852451/backup-masters/bbb9a1547c7c,46589,1731331286317 from backup master directory 2024-11-11T13:21:26,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/backup-masters 2024-11-11T13:21:26,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482852451/backup-masters/bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:26,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/backup-masters 2024-11-11T13:21:26,554 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:26,554 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:26,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/hbase.id] with ID: 9ddaa952-e688-4537-ab1d-5a7bb94e03c6 2024-11-11T13:21:26,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/.tmp/hbase.id 2024-11-11T13:21:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:26,967 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/.tmp/hbase.id]:[hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/hbase.id] 2024-11-11T13:21:26,975 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:26,976 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:26,976 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:21:26,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:26,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:26,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:27,382 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:27,383 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:27,383 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:27,790 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store 2024-11-11T13:21:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:28,196 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:28,196 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:28,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331288196Disabling compacts and flushes for region at 1731331288196Disabling writes for close at 1731331288196Writing region close event to WAL at 1731331288196Closed at 1731331288196 2024-11-11T13:21:28,197 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/.initializing 2024-11-11T13:21:28,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/WALs/bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:28,198 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:28,199 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C46589%2C1731331286317, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/WALs/bbb9a1547c7c,46589,1731331286317, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:28,215 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/WALs/bbb9a1547c7c,46589,1731331286317/bbb9a1547c7c%2C46589%2C1731331286317.1731331288199, exclude list is [], retry=0 2024-11-11T13:21:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46365,DS-13095e2d-ace8-4624-a49f-f4cffac36659,DISK] 2024-11-11T13:21:28,220 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/WALs/bbb9a1547c7c,46589,1731331286317/bbb9a1547c7c%2C46589%2C1731331286317.1731331288199 2024-11-11T13:21:28,220 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-11T13:21:28,220 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:28,221 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:28,221 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,221 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:28,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:28,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:28,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:28,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:28,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:28,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:28,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:28,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:28,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:28,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:28,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:28,228 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,228 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,228 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,229 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,229 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,230 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:28,230 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:28,232 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:28,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69452355, jitterRate=0.03492073714733124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:28,232 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331288221Initializing all the Stores at 1731331288222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331288222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331288222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331288222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331288222Cleaning up temporary data from old regions at 1731331288229 (+7 ms)Region opened successfully at 1731331288232 (+3 ms) 2024-11-11T13:21:28,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:28,235 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55050fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:28,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:28,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:28,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:28,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:28,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:21:28,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:28,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:28,238 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:28,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Unable to get data of znode /1-482852451/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:28,239 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/balancer already deleted, retry=false 2024-11-11T13:21:28,239 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:28,240 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Unable to get data of znode /1-482852451/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:28,240 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/normalizer already deleted, retry=false 2024-11-11T13:21:28,240 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:28,241 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Unable to get data of znode /1-482852451/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:28,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/switch/split already deleted, retry=false 2024-11-11T13:21:28,242 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Unable to get data of znode /1-482852451/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:28,243 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/switch/merge already deleted, retry=false 2024-11-11T13:21:28,244 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Unable to get data of znode /1-482852451/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:28,245 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482852451/running 2024-11-11T13:21:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:28,246 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,46589,1731331286317, sessionid=0x1002ef22be40003, setting cluster-up flag (Was=false) 2024-11-11T13:21:28,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482852451/running 2024-11-11T13:21:28,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:28,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:28,249 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-482852451/flush-table-proc/acquired, /1-482852451/flush-table-proc/reached, /1-482852451/flush-table-proc/abort 2024-11-11T13:21:28,250 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:28,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-482852451/online-snapshot/acquired, /1-482852451/online-snapshot/reached, /1-482852451/online-snapshot/abort 2024-11-11T13:21:28,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:28,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:28,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:28,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:28,257 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:28,257 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,46589,1731331286317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:28,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:28,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:28,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:28,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331318273 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:28,273 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:28,277 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,278 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:28,278 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:28,278 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:28,278 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:28,281 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:28,281 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:28,282 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331288281,5,FailOnTimeoutGroup] 2024-11-11T13:21:28,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331288282,5,FailOnTimeoutGroup] 2024-11-11T13:21:28,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:28,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,289 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:28,342 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(746): ClusterId : 9ddaa952-e688-4537-ab1d-5a7bb94e03c6 2024-11-11T13:21:28,342 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:28,343 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:28,343 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:28,344 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:28,345 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6597a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:28,356 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:35535 2024-11-11T13:21:28,356 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:28,356 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:28,356 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:28,356 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,46589,1731331286317 with port=35535, startcode=1731331286510 2024-11-11T13:21:28,356 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:28,358 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:28,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46589 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,360 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670 2024-11-11T13:21:28,360 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39781 2024-11-11T13:21:28,360 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:28,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/rs 2024-11-11T13:21:28,362 DEBUG [RS:0;bbb9a1547c7c:35535 {}] zookeeper.ZKUtil(111): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on existing znode=/1-482852451/rs/bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,362 WARN [RS:0;bbb9a1547c7c:35535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:28,362 INFO [RS:0;bbb9a1547c7c:35535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:28,362 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,35535,1731331286510] 2024-11-11T13:21:28,365 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:28,366 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:28,368 INFO [RS:0;bbb9a1547c7c:35535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:28,368 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,368 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:28,369 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:28,369 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:28,369 DEBUG [RS:0;bbb9a1547c7c:35535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,372 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35535,1731331286510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:28,385 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:28,385 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35535,1731331286510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,386 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,386 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.Replication(171): bbb9a1547c7c,35535,1731331286510 started 2024-11-11T13:21:28,399 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:28,400 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,35535,1731331286510, RpcServer on bbb9a1547c7c/172.17.0.2:35535, sessionid=0x1002ef22be40004 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,35535,1731331286510' 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-482852451/flush-table-proc/abort' 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-482852451/flush-table-proc/acquired' 2024-11-11T13:21:28,400 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,35535,1731331286510' 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-482852451/online-snapshot/abort' 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-482852451/online-snapshot/acquired' 2024-11-11T13:21:28,401 DEBUG [RS:0;bbb9a1547c7c:35535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:28,401 INFO [RS:0;bbb9a1547c7c:35535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:28,401 INFO [RS:0;bbb9a1547c7c:35535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:28,501 INFO [RS:0;bbb9a1547c7c:35535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:28,503 INFO [RS:0;bbb9a1547c7c:35535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C35535%2C1731331286510, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/oldWALs, maxLogs=10 2024-11-11T13:21:28,515 DEBUG [RS:0;bbb9a1547c7c:35535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, exclude list is [], retry=0 2024-11-11T13:21:28,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46365,DS-13095e2d-ace8-4624-a49f-f4cffac36659,DISK] 2024-11-11T13:21:28,518 INFO [RS:0;bbb9a1547c7c:35535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 2024-11-11T13:21:28,519 DEBUG [RS:0;bbb9a1547c7c:35535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-11T13:21:28,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:28,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670 2024-11-11T13:21:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:21:29,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:29,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:29,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:29,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:29,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:29,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:29,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:29,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:29,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:29,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:29,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740 2024-11-11T13:21:29,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740 2024-11-11T13:21:29,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:29,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:29,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:29,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:29,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64828381, jitterRate=-0.033981844782829285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331289097Initializing all the Stores at 1731331289098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331289098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289098Cleaning up temporary data from old regions at 1731331289106 (+8 ms)Region opened successfully at 1731331289109 (+3 ms) 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:29,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:29,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:29,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331289109Disabling compacts and flushes for region at 1731331289109Disabling writes for close at 1731331289109Writing region close event to WAL at 1731331289113 (+4 ms)Closed at 1731331289113 2024-11-11T13:21:29,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:29,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:29,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:29,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:29,266 DEBUG [bbb9a1547c7c:46589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:29,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:29,267 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,35535,1731331286510, state=OPENING 2024-11-11T13:21:29,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:29,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:29,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482852451/meta-region-server: CHANGED 2024-11-11T13:21:29,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482852451/meta-region-server: CHANGED 2024-11-11T13:21:29,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,35535,1731331286510}] 2024-11-11T13:21:29,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:29,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:29,424 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:29,424 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:29,424 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:29,425 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C35535%2C1731331286510.meta, suffix=.meta, logDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/oldWALs, maxLogs=10 2024-11-11T13:21:29,438 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.meta.1731331289426.meta, exclude list is [], retry=0 2024-11-11T13:21:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46365,DS-13095e2d-ace8-4624-a49f-f4cffac36659,DISK] 2024-11-11T13:21:29,441 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.meta.1731331289426.meta 2024-11-11T13:21:29,441 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:29,442 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:29,442 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:29,442 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:29,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:29,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:29,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:29,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:29,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:29,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:29,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:29,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:29,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:29,448 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:29,449 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740 2024-11-11T13:21:29,449 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740 2024-11-11T13:21:29,450 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:29,450 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:29,451 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:29,451 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:29,452 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59135066, jitterRate=-0.11881884932518005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:29,452 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:29,452 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331289443Writing region info on filesystem at 1731331289443Initializing all the Stores at 1731331289443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331289444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331289444Cleaning up temporary data from old regions at 1731331289450 (+6 ms)Running coprocessor post-open hooks at 1731331289452 (+2 ms)Region opened successfully at 1731331289452 2024-11-11T13:21:29,453 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331289420 2024-11-11T13:21:29,455 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:29,455 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:29,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:29,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,35535,1731331286510, state=OPEN 2024-11-11T13:21:29,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-482852451/meta-region-server 2024-11-11T13:21:29,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-482852451/meta-region-server 2024-11-11T13:21:29,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482852451/meta-region-server: CHANGED 2024-11-11T13:21:29,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482852451/meta-region-server: CHANGED 2024-11-11T13:21:29,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:29,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:29,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,35535,1731331286510 in 189 msec 2024-11-11T13:21:29,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:29,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-11T13:21:29,462 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:29,462 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:29,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:29,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:29,463 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:29,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:29,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-11T13:21:29,469 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331289469, completionTime=-1 2024-11-11T13:21:29,469 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:29,469 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:29,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:29,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331349470 2024-11-11T13:21:29,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331409470 2024-11-11T13:21:29,470 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:21:29,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:46589, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,471 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,472 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:29,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:29,478 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:29,479 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:29,480 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:29,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:29,480 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46589,1731331286317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:29,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:29,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:29,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:29,544 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb0d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:29,545 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:29,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:29,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:29,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:29,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:29,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-11T13:21:29,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:29,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef22be40005 connected 2024-11-11T13:21:29,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564efcd 2024-11-11T13:21:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:29,556 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:29,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:21:29,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:29,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:29,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:21:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:29,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:21:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:29,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdf3532e0f2040eb588f11bb94bae6c6, NAME => 'test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a 2024-11-11T13:21:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:21:30,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:30,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:30,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:21:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fdf3532e0f2040eb588f11bb94bae6c6, disabling compactions & flushes 2024-11-11T13:21:30,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. after waiting 0 ms 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdf3532e0f2040eb588f11bb94bae6c6: Waiting for close lock at 1731331290374Disabling compacts and flushes for region at 1731331290374Disabling writes for close at 1731331290374Writing region close event to WAL at 1731331290374Closed at 1731331290374 2024-11-11T13:21:30,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:30,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331290375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331290375"}]},"ts":"1731331290375"} 2024-11-11T13:21:30,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:30,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:30,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331290379"}]},"ts":"1731331290379"} 2024-11-11T13:21:30,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:21:30,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdf3532e0f2040eb588f11bb94bae6c6, ASSIGN}] 2024-11-11T13:21:30,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdf3532e0f2040eb588f11bb94bae6c6, ASSIGN 2024-11-11T13:21:30,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fdf3532e0f2040eb588f11bb94bae6c6, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,46425,1731331282216; forceNewPlan=false, retain=false 2024-11-11T13:21:30,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdf3532e0f2040eb588f11bb94bae6c6, regionState=OPENING, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fdf3532e0f2040eb588f11bb94bae6c6, ASSIGN because future has completed 2024-11-11T13:21:30,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdf3532e0f2040eb588f11bb94bae6c6, server=bbb9a1547c7c,46425,1731331282216}] 2024-11-11T13:21:30,693 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fdf3532e0f2040eb588f11bb94bae6c6, NAME => 'test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:30,694 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:30,694 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:30,696 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,697 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf3532e0f2040eb588f11bb94bae6c6 columnFamilyName f 2024-11-11T13:21:30,697 DEBUG [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:30,697 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(327): Store=fdf3532e0f2040eb588f11bb94bae6c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:30,698 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,699 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf3532e0f2040eb588f11bb94bae6c6 columnFamilyName f1 2024-11-11T13:21:30,699 DEBUG [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:30,699 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(327): Store=fdf3532e0f2040eb588f11bb94bae6c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:30,699 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,700 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf3532e0f2040eb588f11bb94bae6c6 columnFamilyName norep 2024-11-11T13:21:30,700 DEBUG [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:30,700 INFO [StoreOpener-fdf3532e0f2040eb588f11bb94bae6c6-1 {}] regionserver.HStore(327): Store=fdf3532e0f2040eb588f11bb94bae6c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:30,700 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,701 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,701 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,703 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:30,704 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,705 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:30,706 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fdf3532e0f2040eb588f11bb94bae6c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65038447, jitterRate=-0.030851617455482483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:30,706 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:30,706 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fdf3532e0f2040eb588f11bb94bae6c6: Running coprocessor pre-open hook at 1731331290695Writing region info on filesystem at 1731331290695Initializing all the Stores at 1731331290695Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331290695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331290696 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331290696Cleaning up temporary data from old regions at 1731331290702 (+6 ms)Running coprocessor post-open hooks at 1731331290706 (+4 ms)Region opened successfully at 1731331290706 2024-11-11T13:21:30,707 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6., pid=6, masterSystemTime=1731331290690 2024-11-11T13:21:30,709 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,709 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:30,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdf3532e0f2040eb588f11bb94bae6c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdf3532e0f2040eb588f11bb94bae6c6, server=bbb9a1547c7c,46425,1731331282216 because future has completed 2024-11-11T13:21:30,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:21:30,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fdf3532e0f2040eb588f11bb94bae6c6, server=bbb9a1547c7c,46425,1731331282216 in 176 msec 2024-11-11T13:21:30,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:21:30,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fdf3532e0f2040eb588f11bb94bae6c6, ASSIGN in 333 msec 2024-11-11T13:21:30,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:30,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331290717"}]},"ts":"1731331290717"} 2024-11-11T13:21:30,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:21:30,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:30,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-11T13:21:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:31,706 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:21:31,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1a95e1 2024-11-11T13:21:31,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:31,708 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:31,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:21:31,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:31,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:31,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:21:31,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:21:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:32,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f80657c3faa1b7f2a3a5f83f3369022e, NAME => 'test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670 2024-11-11T13:21:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f80657c3faa1b7f2a3a5f83f3369022e, disabling compactions & flushes 2024-11-11T13:21:32,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. after waiting 0 ms 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f80657c3faa1b7f2a3a5f83f3369022e: Waiting for close lock at 1731331292132Disabling compacts and flushes for region at 1731331292132Disabling writes for close at 1731331292132Writing region close event to WAL at 1731331292132Closed at 1731331292132 2024-11-11T13:21:32,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:32,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331292133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331292133"}]},"ts":"1731331292133"} 2024-11-11T13:21:32,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:32,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:32,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331292137"}]},"ts":"1731331292137"} 2024-11-11T13:21:32,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:21:32,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f80657c3faa1b7f2a3a5f83f3369022e, ASSIGN}] 2024-11-11T13:21:32,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f80657c3faa1b7f2a3a5f83f3369022e, ASSIGN 2024-11-11T13:21:32,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f80657c3faa1b7f2a3a5f83f3369022e, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,35535,1731331286510; forceNewPlan=false, retain=false 2024-11-11T13:21:32,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f80657c3faa1b7f2a3a5f83f3369022e, regionState=OPENING, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:32,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f80657c3faa1b7f2a3a5f83f3369022e, ASSIGN because future has completed 2024-11-11T13:21:32,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f80657c3faa1b7f2a3a5f83f3369022e, server=bbb9a1547c7c,35535,1731331286510}] 2024-11-11T13:21:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:32,458 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,458 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f80657c3faa1b7f2a3a5f83f3369022e, NAME => 'test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:32,459 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:32,459 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:21:32,459 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,459 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:32,459 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,459 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,463 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,465 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f80657c3faa1b7f2a3a5f83f3369022e columnFamilyName f 2024-11-11T13:21:32,465 DEBUG [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:32,465 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(327): Store=f80657c3faa1b7f2a3a5f83f3369022e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:32,466 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,468 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f80657c3faa1b7f2a3a5f83f3369022e columnFamilyName f1 2024-11-11T13:21:32,468 DEBUG [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:32,468 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(327): Store=f80657c3faa1b7f2a3a5f83f3369022e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:32,468 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,470 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f80657c3faa1b7f2a3a5f83f3369022e columnFamilyName norep 2024-11-11T13:21:32,470 DEBUG [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:32,470 INFO [StoreOpener-f80657c3faa1b7f2a3a5f83f3369022e-1 {}] regionserver.HStore(327): Store=f80657c3faa1b7f2a3a5f83f3369022e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:32,471 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,471 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,472 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,473 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,473 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,473 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:32,475 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,478 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:32,478 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f80657c3faa1b7f2a3a5f83f3369022e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62450439, jitterRate=-0.06941594183444977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:32,478 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:32,478 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f80657c3faa1b7f2a3a5f83f3369022e: Running coprocessor pre-open hook at 1731331292459Writing region info on filesystem at 1731331292459Initializing all the Stores at 1731331292460 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331292460Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331292463 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331292463Cleaning up temporary data from old regions at 1731331292473 (+10 ms)Running coprocessor post-open hooks at 1731331292478 (+5 ms)Region opened successfully at 1731331292478 2024-11-11T13:21:32,479 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., pid=6, masterSystemTime=1731331292451 2024-11-11T13:21:32,481 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,481 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:32,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f80657c3faa1b7f2a3a5f83f3369022e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:32,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f80657c3faa1b7f2a3a5f83f3369022e, server=bbb9a1547c7c,35535,1731331286510 because future has completed 2024-11-11T13:21:32,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:21:32,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f80657c3faa1b7f2a3a5f83f3369022e, server=bbb9a1547c7c,35535,1731331286510 in 185 msec 2024-11-11T13:21:32,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:21:32,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f80657c3faa1b7f2a3a5f83f3369022e, ASSIGN in 347 msec 2024-11-11T13:21:32,489 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:32,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331292489"}]},"ts":"1731331292489"} 2024-11-11T13:21:32,490 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:21:32,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:32,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-11T13:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:32,846 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:21:32,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:32,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:32,847 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6ec72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,848 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d9b5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:32,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:32,850 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790e5c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,851 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c477eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:32,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:32,853 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d880c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,854 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df24a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8b42af3 2024-11-11T13:21:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:32,856 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:32,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:46589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:32,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:46589' 2024-11-11T13:21:32,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759567ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:32,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:32,861 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1971fa57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,862 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616f0591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:32,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131329c9 2024-11-11T13:21:32,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:32,864 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:32,865 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:21:32,865 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:21:32,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:32,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:32,865 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:32,866 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:32,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:32,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:32,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:21:32,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdad427f4cb91bee05ac1a516b5124db, NAME => 'hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a 2024-11-11T13:21:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:21:32,916 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cdad427f4cb91bee05ac1a516b5124db, disabling compactions & flushes 2024-11-11T13:21:33,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. after waiting 0 ms 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdad427f4cb91bee05ac1a516b5124db: Waiting for close lock at 1731331293279Disabling compacts and flushes for region at 1731331293279Disabling writes for close at 1731331293279Writing region close event to WAL at 1731331293279Closed at 1731331293279 2024-11-11T13:21:33,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:33,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331293280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331293280"}]},"ts":"1731331293280"} 2024-11-11T13:21:33,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:33,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:33,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331293283"}]},"ts":"1731331293283"} 2024-11-11T13:21:33,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:21:33,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdad427f4cb91bee05ac1a516b5124db, ASSIGN}] 2024-11-11T13:21:33,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdad427f4cb91bee05ac1a516b5124db, ASSIGN 2024-11-11T13:21:33,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdad427f4cb91bee05ac1a516b5124db, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,46425,1731331282216; forceNewPlan=false, retain=false 2024-11-11T13:21:33,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdad427f4cb91bee05ac1a516b5124db, regionState=OPENING, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:33,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdad427f4cb91bee05ac1a516b5124db, ASSIGN because future has completed 2024-11-11T13:21:33,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdad427f4cb91bee05ac1a516b5124db, server=bbb9a1547c7c,46425,1731331282216}] 2024-11-11T13:21:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:33,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:33,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:33,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C46425%2C1731331282216.rep, suffix=, logDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216, archiveDir=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs, maxLogs=10 2024-11-11T13:21:33,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.rep.1731331293597, exclude list is [], retry=0 2024-11-11T13:21:33,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-e3c66829-3a97-461e-9ee0-2307707d50a7,DISK] 2024-11-11T13:21:33,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.rep.1731331293597 2024-11-11T13:21:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37351:37351)] 2024-11-11T13:21:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cdad427f4cb91bee05ac1a516b5124db, NAME => 'hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:33,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. service=MultiRowMutationService 2024-11-11T13:21:33,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:33,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:33,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,619 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,621 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad427f4cb91bee05ac1a516b5124db columnFamilyName hfileref 2024-11-11T13:21:33,621 DEBUG [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:33,621 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(327): Store=cdad427f4cb91bee05ac1a516b5124db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:33,621 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,623 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad427f4cb91bee05ac1a516b5124db columnFamilyName queue 2024-11-11T13:21:33,623 DEBUG [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:33,625 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(327): Store=cdad427f4cb91bee05ac1a516b5124db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:33,625 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,626 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad427f4cb91bee05ac1a516b5124db columnFamilyName sid 2024-11-11T13:21:33,626 DEBUG [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:33,627 INFO [StoreOpener-cdad427f4cb91bee05ac1a516b5124db-1 {}] regionserver.HStore(327): Store=cdad427f4cb91bee05ac1a516b5124db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:33,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:33,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:33,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cdad427f4cb91bee05ac1a516b5124db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65706408, jitterRate=-0.02089822292327881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:33,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:33,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cdad427f4cb91bee05ac1a516b5124db: Running coprocessor pre-open hook at 1731331293617Writing region info on filesystem at 1731331293617Initializing all the Stores at 1731331293618 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331293618Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331293618Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331293618Cleaning up temporary data from old regions at 1731331293628 (+10 ms)Running coprocessor post-open hooks at 1731331293632 (+4 ms)Region opened successfully at 1731331293632 2024-11-11T13:21:33,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db., pid=10, masterSystemTime=1731331293592 2024-11-11T13:21:33,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:33,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdad427f4cb91bee05ac1a516b5124db, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdad427f4cb91bee05ac1a516b5124db, server=bbb9a1547c7c,46425,1731331282216 because future has completed 2024-11-11T13:21:33,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:21:33,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cdad427f4cb91bee05ac1a516b5124db, server=bbb9a1547c7c,46425,1731331282216 in 199 msec 2024-11-11T13:21:33,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:21:33,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdad427f4cb91bee05ac1a516b5124db, ASSIGN in 355 msec 2024-11-11T13:21:33,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:33,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331293643"}]},"ts":"1731331293643"} 2024-11-11T13:21:33,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:21:33,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:33,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-11T13:21:33,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db., hostname=bbb9a1547c7c,46425,1731331282216, seqNum=2] 2024-11-11T13:21:33,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:33,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:33,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:21:33,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:21:33,832 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:21:33,868 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,46425,1731331282216, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:33,868 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:33,868 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:33,869 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:33,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,46425,1731331282216', locateType=CURRENT is [region=hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db., hostname=bbb9a1547c7c,46425,1731331282216, seqNum=2] 2024-11-11T13:21:33,875 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:21:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:21:33,877 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,46425,1731331282216 suceeded 2024-11-11T13:21:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:21:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-11T13:21:33,880 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:46589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:21:33,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-11T13:21:33,896 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:46589' 2024-11-11T13:21:33,909 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3e3ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:33,909 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:33,909 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:33,910 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df2b72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:33,912 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:33,912 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f39d4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:33,913 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81835b8 2024-11-11T13:21:33,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:33,915 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:33,915 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,46425,1731331282216 (queues=1) is replicating from cluster=02b103f5-102a-4451-a1fd-a074fae8f599 to cluster=9ddaa952-e688-4537-ab1d-5a7bb94e03c6 2024-11-11T13:21:33,915 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C46425%2C1731331282216 2024-11-11T13:21:33,915 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,46425,1731331282216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:33,916 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267, startPosition=0, beingWritten=true 2024-11-11T13:21:33,916 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C46425%2C1731331282216 2024-11-11T13:21:33,922 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:33,922 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:33,922 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,46425,1731331282216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:33,996 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:21:33,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:33,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:33,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:33,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:33,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:33,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:33,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:33,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:33,998 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c875ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:33,999 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f853edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:34,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24945ed 2024-11-11T13:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:34,002 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:34,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:40713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:21:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:34,005 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:40713' 2024-11-11T13:21:34,009 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b32e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:34,009 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:34,009 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:34,010 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c220294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:34,011 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:34,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e090cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:34,012 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb969ce 2024-11-11T13:21:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:34,014 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:34,014 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T13:21:34,014 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:21:34,014 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:34,014 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:34,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:34,015 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:34,016 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:34,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:34,017 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:34,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:21:34,066 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:21:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:34,127 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:34,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:21:34,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20f903697029d51f620cf306e3a8e703, NAME => 'hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670 2024-11-11T13:21:34,430 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:21:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20f903697029d51f620cf306e3a8e703, disabling compactions & flushes 2024-11-11T13:21:34,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. after waiting 0 ms 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:34,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:34,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20f903697029d51f620cf306e3a8e703: Waiting for close lock at 1731331294834Disabling compacts and flushes for region at 1731331294834Disabling writes for close at 1731331294834Writing region close event to WAL at 1731331294834Closed at 1731331294834 2024-11-11T13:21:34,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:34,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331294835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331294835"}]},"ts":"1731331294835"} 2024-11-11T13:21:34,836 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:34,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:34,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:34,839 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331294839"}]},"ts":"1731331294839"} 2024-11-11T13:21:34,841 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:21:34,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f903697029d51f620cf306e3a8e703, ASSIGN}] 2024-11-11T13:21:34,842 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f903697029d51f620cf306e3a8e703, ASSIGN 2024-11-11T13:21:34,843 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20f903697029d51f620cf306e3a8e703, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,35535,1731331286510; forceNewPlan=false, retain=false 2024-11-11T13:21:34,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:34,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:34,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20f903697029d51f620cf306e3a8e703, regionState=OPENING, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20f903697029d51f620cf306e3a8e703, ASSIGN because future has completed 2024-11-11T13:21:34,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f903697029d51f620cf306e3a8e703, server=bbb9a1547c7c,35535,1731331286510}] 2024-11-11T13:21:34,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:35,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:21:35,014 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T13:21:35,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:21:35,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T13:21:35,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:21:35,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T13:21:35,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:35,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T13:21:35,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:21:35,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T13:21:35,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:35,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T13:21:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:35,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:35,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:35,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:35,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C35535%2C1731331286510.rep, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/oldWALs, maxLogs=10 2024-11-11T13:21:35,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.rep.1731331295157, exclude list is [], retry=0 2024-11-11T13:21:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46365,DS-13095e2d-ace8-4624-a49f-f4cffac36659,DISK] 2024-11-11T13:21:35,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.rep.1731331295157 2024-11-11T13:21:35,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-11T13:21:35,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20f903697029d51f620cf306e3a8e703, NAME => 'hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:35,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. service=MultiRowMutationService 2024-11-11T13:21:35,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,194 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,195 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f903697029d51f620cf306e3a8e703 columnFamilyName hfileref 2024-11-11T13:21:35,195 DEBUG [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:35,196 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(327): Store=20f903697029d51f620cf306e3a8e703/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:35,196 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,197 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f903697029d51f620cf306e3a8e703 columnFamilyName queue 2024-11-11T13:21:35,197 DEBUG [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:35,197 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(327): Store=20f903697029d51f620cf306e3a8e703/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:35,197 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,198 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f903697029d51f620cf306e3a8e703 columnFamilyName sid 2024-11-11T13:21:35,198 DEBUG [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:35,199 INFO [StoreOpener-20f903697029d51f620cf306e3a8e703-1 {}] regionserver.HStore(327): Store=20f903697029d51f620cf306e3a8e703/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:35,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:35,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:35,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20f903697029d51f620cf306e3a8e703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58879833, jitterRate=-0.12262211740016937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:35,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:35,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20f903697029d51f620cf306e3a8e703: Running coprocessor pre-open hook at 1731331295192Writing region info on filesystem at 1731331295192Initializing all the Stores at 1731331295193 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331295193Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331295194 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331295194Cleaning up temporary data from old regions at 1731331295201 (+7 ms)Running coprocessor post-open hooks at 1731331295206 (+5 ms)Region opened successfully at 1731331295206 2024-11-11T13:21:35,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703., pid=10, masterSystemTime=1731331295148 2024-11-11T13:21:35,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:35,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:35,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20f903697029d51f620cf306e3a8e703, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f903697029d51f620cf306e3a8e703, server=bbb9a1547c7c,35535,1731331286510 because future has completed 2024-11-11T13:21:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:21:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20f903697029d51f620cf306e3a8e703, server=bbb9a1547c7c,35535,1731331286510 in 220 msec 2024-11-11T13:21:35,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:21:35,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f903697029d51f620cf306e3a8e703, ASSIGN in 378 msec 2024-11-11T13:21:35,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:35,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331295222"}]},"ts":"1731331295222"} 2024-11-11T13:21:35,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:21:35,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:35,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-11T13:21:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2] 2024-11-11T13:21:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:35,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:21:35,340 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:21:35,436 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:21:35,475 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,35535,1731331286510, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:35,476 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:35,476 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:35,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:35,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,35535,1731331286510', locateType=CURRENT is [region=hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2] 2024-11-11T13:21:35,482 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:21:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:21:35,485 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,35535,1731331286510 suceeded 2024-11-11T13:21:35,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:21:35,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-11T13:21:35,487 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:40713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:21:35,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-11T13:21:35,500 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:40713' 2024-11-11T13:21:35,502 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19569fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:35,502 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:35,502 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:35,503 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:35,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66275e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:35,506 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:35,507 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23794731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:35,507 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:35,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:35,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7f5b82 2024-11-11T13:21:35,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:35,509 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:35,510 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,35535,1731331286510 (queues=1) is replicating from cluster=9ddaa952-e688-4537-ab1d-5a7bb94e03c6 to cluster=02b103f5-102a-4451-a1fd-a074fae8f599 2024-11-11T13:21:35,510 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C35535%2C1731331286510 2024-11-11T13:21:35,510 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,35535,1731331286510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:35,511 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C35535%2C1731331286510 2024-11-11T13:21:35,511 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, startPosition=0, beingWritten=true 2024-11-11T13:21:35,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:35,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:35,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,35535,1731331286510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:35,719 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:35,944 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:36,023 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:36,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:21:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:36,156 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:21:36,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:36,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:36,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:36,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:36,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:36,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:36,166 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731331296165/Put/seqid=0 2024-11-11T13:21:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741840_1016 (size=7894) 2024-11-11T13:21:36,427 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:36,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731331296585/Put/seqid=0 2024-11-11T13:21:36,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741841_1017 (size=7691) 2024-11-11T13:21:36,648 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:36,931 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:36,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:36,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:36,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:36,992 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1627b8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:36,993 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:36,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:36,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:37,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d8af83 2024-11-11T13:21:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:37,005 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:37,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6., hostname=bbb9a1547c7c,46425,1731331282216, seqNum=2] 2024-11-11T13:21:37,010 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:37,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T13:21:37,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T13:21:37,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T13:21:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:37,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T13:21:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegion(2603): Flush status journal for fdf3532e0f2040eb588f11bb94bae6c6: 2024-11-11T13:21:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_1 2024-11-11T13:21:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_1 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ 2024-11-11T13:21:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_0 2024-11-11T13:21:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_0 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ 2024-11-11T13:21:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_1 into fdf3532e0f2040eb588f11bb94bae6c6/f as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ - updating store file list. 2024-11-11T13:21:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59d0e9f1435040ea859c9c687082990a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:37,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ into fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:37,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_1 into fdf3532e0f2040eb588f11bb94bae6c6/f (new location: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_) 2024-11-11T13:21:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_1 2024-11-11T13:21:37,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_0 into fdf3532e0f2040eb588f11bb94bae6c6/f as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ - updating store file list. 2024-11-11T13:21:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:37,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ into fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:37,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_0 into fdf3532e0f2040eb588f11bb94bae6c6/f (new location: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_) 2024-11-11T13:21:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins__test__age9ct0a5m7gr6h49gcgiifggmq8bvo661n0lv8294rdmhqre2c5qctqmvtm333k/f/hfile_0 2024-11-11T13:21:37,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:37,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:37,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:37,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:37,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:37,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:37,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:37,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2] 2024-11-11T13:21:37,069 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:21:37,452 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 379, reset compression=false 2024-11-11T13:21:37,459 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:37,459 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,46425,1731331282216 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdf3532e0f2040eb588f11bb94bae6c6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331297060/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:21:37,462 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:37,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T13:21:37,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.ReplicationSink(318): Replicating [02b103f5-102a-4451-a1fd-a074fae8f599] bulk loaded data 2024-11-11T13:21:37,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe8fdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:37,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:37,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:37,468 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:37,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aad4384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:37,470 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:37,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d9f551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741840_1016 (size=7691) 2024-11-11T13:21:37,534 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:37,659 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741841_1017 (size=7894) 2024-11-11T13:21:37,964 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:38,071 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:21:38,239 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:38,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1164b506 2024-11-11T13:21:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:38,343 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:38,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:38,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:38,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:38,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:38,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:38,363 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T13:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:38,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T13:21:38,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ for inclusion in f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T13:21:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ for inclusion in f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T13:21:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegion(2603): Flush status journal for f80657c3faa1b7f2a3a5f83f3369022e: 2024-11-11T13:21:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59d0e9f1435040ea859c9c687082990a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:21:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_ 2024-11-11T13:21:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:21:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_ 2024-11-11T13:21:38,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_ - updating store file list. 2024-11-11T13:21:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:38,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:38,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f (new location: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_) 2024-11-11T13:21:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/59d0e9f1435040ea859c9c687082990a_SeqId_4_ 2024-11-11T13:21:38,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_ - updating store file list. 2024-11-11T13:21:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ into f80657c3faa1b7f2a3a5f83f3369022e/f (new location: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_) 2024-11-11T13:21:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins.hfs.11__test__orvis70it1rgqvkteb6r9tfvj8epag9ie19eh9ra5c9av0p2n31fn4racb1h0p03/f/7efee02bd7f6468c8dab552f1ccbc3ac_SeqId_4_ 2024-11-11T13:21:38,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.ReplicationSink(324): Finished replicating [02b103f5-102a-4451-a1fd-a074fae8f599] bulk loaded data 2024-11-11T13:21:38,881 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:39,046 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 379, reset compression=false 2024-11-11T13:21:39,065 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:39,065 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,35535,1731331286510 got entry batch from reader: WALEntryBatch [walEntries=[{test/f80657c3faa1b7f2a3a5f83f3369022e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331298413/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T13:21:39,068 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:39,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T13:21:39,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(318): Replicating [02b103f5-102a-4451-a1fd-a074fae8f599, 9ddaa952-e688-4537-ab1d-5a7bb94e03c6] bulk loaded data 2024-11-11T13:21:39,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3e0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,40713,-1 for getting cluster id 2024-11-11T13:21:39,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:39,075 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b103f5-102a-4451-a1fd-a074fae8f599' 2024-11-11T13:21:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b103f5-102a-4451-a1fd-a074fae8f599" 2024-11-11T13:21:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4d19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,40713,-1] 2024-11-11T13:21:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:39,077 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:39,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fb15529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:39,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731331299097/Put/seqid=0 2024-11-11T13:21:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741842_1018 (size=11194) 2024-11-11T13:21:39,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731331299195/Put/seqid=0 2024-11-11T13:21:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741842_1018 (size=7691) 2024-11-11T13:21:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741843_1019 (size=10791) 2024-11-11T13:21:39,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46589,-1 for getting cluster id 2024-11-11T13:21:39,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:39,231 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddaa952-e688-4537-ab1d-5a7bb94e03c6' 2024-11-11T13:21:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddaa952-e688-4537-ab1d-5a7bb94e03c6" 2024-11-11T13:21:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c3e3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46589,-1] 2024-11-11T13:21:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:39,233 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:39,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50135271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:39,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:39,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:39,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 725, reset compression=false 2024-11-11T13:21:39,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:39,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:39,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ac217 2024-11-11T13:21:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:39,277 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2] 2024-11-11T13:21:39,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:39,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T13:21:39,325 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T13:21:39,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T13:21:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:39,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T13:21:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegion(2603): Flush status journal for f80657c3faa1b7f2a3a5f83f3369022e: 2024-11-11T13:21:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_1 2024-11-11T13:21:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_1 as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ 2024-11-11T13:21:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_0 2024-11-11T13:21:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_0 as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ 2024-11-11T13:21:39,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_1 into f80657c3faa1b7f2a3a5f83f3369022e/f as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ - updating store file list. 2024-11-11T13:21:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a80c986121149f38ff5dc42f461f635_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:39,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ into f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:39,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_1 into f80657c3faa1b7f2a3a5f83f3369022e/f (new location: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_) 2024-11-11T13:21:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_1 2024-11-11T13:21:39,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_0 into f80657c3faa1b7f2a3a5f83f3369022e/f as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ - updating store file list. 2024-11-11T13:21:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2525fcc743bd4b3f838f6571627e74ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:39,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ into f80657c3faa1b7f2a3a5f83f3369022e/f 2024-11-11T13:21:39,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_0 into f80657c3faa1b7f2a3a5f83f3369022e/f (new location: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_) 2024-11-11T13:21:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/staging/jenkins__test__f0jtq3vegmnerakkjrcvcs5js6paglctdcqdo88t1dc8a7fe818cnvcgnc37oeq4/f/hfile_0 2024-11-11T13:21:39,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:39,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:39,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:39,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2 , the old value is region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bbb9a1547c7c:35535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:21:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:21:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e., hostname=bbb9a1547c7c,35535,1731331286510, seqNum=2 from cache 2024-11-11T13:21:39,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:39,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:39,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6., hostname=bbb9a1547c7c,46425,1731331282216, seqNum=2] 2024-11-11T13:21:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35535: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:36024 deadline: 1731331359398 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36024 2024-11-11T13:21:39,436 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:21:39,485 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:39,506 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:35535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T13:21:39,608 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 725, reset compression=false 2024-11-11T13:21:39,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741843_1019 (size=7894) 2024-11-11T13:21:39,652 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:39,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:39,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:39,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0d8e19 2024-11-11T13:21:39,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:39,655 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:39,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:39,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:39,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,46425,1731331282216, seqNum=-1] 2024-11-11T13:21:39,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:39,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:39,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__6pqpkkq0t5a3r2qrn8urk5v6ulnq8gge6js0j05anutfd989ga8okttliqjtislc/f/11ee9395f18a4669ae0e0f53bbe9599d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T13:21:39,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__6pqpkkq0t5a3r2qrn8urk5v6ulnq8gge6js0j05anutfd989ga8okttliqjtislc/f/98c3bf21a2eb4c588ddeec7a33002e56_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T13:21:39,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(324): Finished replicating [02b103f5-102a-4451-a1fd-a074fae8f599, 9ddaa952-e688-4537-ab1d-5a7bb94e03c6] bulk loaded data 2024-11-11T13:21:39,702 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,35535,1731331286510 got entry batch from reader: WALEntryBatch [walEntries=[{test/f80657c3faa1b7f2a3a5f83f3369022e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331299394/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:21:39,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(318): Replicating [9ddaa952-e688-4537-ab1d-5a7bb94e03c6] bulk loaded data 2024-11-11T13:21:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741844_1020 (size=10791) 2024-11-11T13:21:39,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741845_1021 (size=11194) 2024-11-11T13:21:39,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:39,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T13:21:39,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T13:21:39,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ for inclusion in fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:39,853 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1033, reset compression=false 2024-11-11T13:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T13:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:39,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ for inclusion in fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T13:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegion(2603): Flush status journal for fdf3532e0f2040eb588f11bb94bae6c6: 2024-11-11T13:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a80c986121149f38ff5dc42f461f635_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:21:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/82aac6fc4afa40ea98d3b53d2239df8c_SeqId_6_ 2024-11-11T13:21:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:21:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/ae541a778efe4bde81d287646f04cb8d_SeqId_6_ 2024-11-11T13:21:39,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/82aac6fc4afa40ea98d3b53d2239df8c_SeqId_6_ - updating store file list. 2024-11-11T13:21:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82aac6fc4afa40ea98d3b53d2239df8c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:39,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/82aac6fc4afa40ea98d3b53d2239df8c_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:39,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f (new location: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/82aac6fc4afa40ea98d3b53d2239df8c_SeqId_6_) 2024-11-11T13:21:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/0a80c986121149f38ff5dc42f461f635_SeqId_6_ 2024-11-11T13:21:39,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/ae541a778efe4bde81d287646f04cb8d_SeqId_6_ - updating store file list. 2024-11-11T13:21:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae541a778efe4bde81d287646f04cb8d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:21:39,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/ae541a778efe4bde81d287646f04cb8d_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f 2024-11-11T13:21:39,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ into fdf3532e0f2040eb588f11bb94bae6c6/f (new location: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/f/ae541a778efe4bde81d287646f04cb8d_SeqId_6_) 2024-11-11T13:21:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/staging/jenkins.hfs.10__test__p0m33o2g1b6pemaqs5ff6o1p6rk8t1r5u3ck6omr921r26o433jjigviu1tb23th/f/2525fcc743bd4b3f838f6571627e74ca_SeqId_6_ 2024-11-11T13:21:39,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(324): Finished replicating [9ddaa952-e688-4537-ab1d-5a7bb94e03c6] bulk loaded data 2024-11-11T13:21:40,186 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1033, reset compression=false 2024-11-11T13:21:40,230 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 687, reset compression=false 2024-11-11T13:21:40,268 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:40,268 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,46425,1731331282216 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdf3532e0f2040eb588f11bb94bae6c6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331299895/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T13:21:40,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.ReplicationSink(318): Replicating [9ddaa952-e688-4537-ab1d-5a7bb94e03c6, 02b103f5-102a-4451-a1fd-a074fae8f599] bulk loaded data 2024-11-11T13:21:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741844_1020 (size=10791) 2024-11-11T13:21:40,468 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:40,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:21:40,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:40,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:40,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:40,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:21:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2047179919, stopped=false 2024-11-11T13:21:40,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,46589,1731331286317 2024-11-11T13:21:40,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482852451/running 2024-11-11T13:21:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482852451/running 2024-11-11T13:21:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:40,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:40,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:40,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:40,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:40,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/running 2024-11-11T13:21:40,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Set watcher on znode that does not yet exist, /1-482852451/running 2024-11-11T13:21:40,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,35535,1731331286510' ***** 2024-11-11T13:21:40,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:21:40,475 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:21:40,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:21:40,476 INFO [RS:0;bbb9a1547c7c:35535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:21:40,476 INFO [RS:0;bbb9a1547c7c:35535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:21:40,476 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(3091): Received CLOSE for 20f903697029d51f620cf306e3a8e703 2024-11-11T13:21:40,513 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:40,525 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(3091): Received CLOSE for f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:40,525 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:40,525 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:40,525 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20f903697029d51f620cf306e3a8e703, disabling compactions & flushes 2024-11-11T13:21:40,525 INFO [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:35535. 2024-11-11T13:21:40,525 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:40,525 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:40,525 DEBUG [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:40,525 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. after waiting 0 ms 2024-11-11T13:21:40,525 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:40,525 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:40,525 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:21:40,526 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:21:40,526 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:21:40,526 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20f903697029d51f620cf306e3a8e703 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T13:21:40,526 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:21:40,534 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:21:40,534 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1325): Online Regions={20f903697029d51f620cf306e3a8e703=hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703., 1588230740=hbase:meta,,1.1588230740, f80657c3faa1b7f2a3a5f83f3369022e=test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e.} 2024-11-11T13:21:40,534 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20f903697029d51f620cf306e3a8e703, f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:40,535 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:40,535 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:40,535 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:40,535 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:40,535 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:40,536 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:21:40,573 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/hfileref/b8da68b7b2b04f5a8434c5d6860fd3e4 is 74, key is 1/hfileref:0a80c986121149f38ff5dc42f461f635_SeqId_6_/1731331299899/DeleteColumn/seqid=0 2024-11-11T13:21:40,593 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/info/6ef99255fd4c48e79963d09ff0b6274a is 147, key is hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703./info:regioninfo/1731331295210/Put/seqid=0 2024-11-11T13:21:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741845_1021 (size=5345) 2024-11-11T13:21:40,625 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/hfileref/b8da68b7b2b04f5a8434c5d6860fd3e4 2024-11-11T13:21:40,628 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1033, reset compression=false 2024-11-11T13:21:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741846_1022 (size=7686) 2024-11-11T13:21:40,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:40,697 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/queue/bbf838b0a0404a2da94ecc4bbbb80ece is 154, key is 1-bbb9a1547c7c,35535,1731331286510/queue:bbb9a1547c7c%2C35535%2C1731331286510/1731331299901/Put/seqid=0 2024-11-11T13:21:40,734 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20f903697029d51f620cf306e3a8e703, f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741847_1023 (size=5353) 2024-11-11T13:21:40,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:40,818 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741848_1024 (size=11194) 2024-11-11T13:21:40,934 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20f903697029d51f620cf306e3a8e703, f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:41,043 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/info/6ef99255fd4c48e79963d09ff0b6274a 2024-11-11T13:21:41,111 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/ns/5153d24f251146469b75daea3a6dcc4e is 43, key is default/ns:d/1731331289465/Put/seqid=0 2024-11-11T13:21:41,135 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20f903697029d51f620cf306e3a8e703, f80657c3faa1b7f2a3a5f83f3369022e 2024-11-11T13:21:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741849_1025 (size=5153) 2024-11-11T13:21:41,140 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/queue/bbf838b0a0404a2da94ecc4bbbb80ece 2024-11-11T13:21:41,150 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/hfileref/b8da68b7b2b04f5a8434c5d6860fd3e4 as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/hfileref/b8da68b7b2b04f5a8434c5d6860fd3e4 2024-11-11T13:21:41,161 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/hfileref/b8da68b7b2b04f5a8434c5d6860fd3e4, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T13:21:41,168 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/.tmp/queue/bbf838b0a0404a2da94ecc4bbbb80ece as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/queue/bbf838b0a0404a2da94ecc4bbbb80ece 2024-11-11T13:21:41,170 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1033, reset compression=false 2024-11-11T13:21:41,179 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/queue/bbf838b0a0404a2da94ecc4bbbb80ece, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T13:21:41,180 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20f903697029d51f620cf306e3a8e703 in 655ms, sequenceid=12, compaction requested=false 2024-11-11T13:21:41,186 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/replication/20f903697029d51f620cf306e3a8e703/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:41,187 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20f903697029d51f620cf306e3a8e703: Waiting for close lock at 1731331300525Running coprocessor pre-close hooks at 1731331300525Disabling compacts and flushes for region at 1731331300525Disabling writes for close at 1731331300525Obtaining lock to block concurrent updates at 1731331300526 (+1 ms)Preparing flush snapshotting stores in 20f903697029d51f620cf306e3a8e703 at 1731331300526Finished memstore snapshotting hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731331300526Flushing stores of hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. at 1731331300527 (+1 ms)Flushing 20f903697029d51f620cf306e3a8e703/hfileref: creating writer at 1731331300527Flushing 20f903697029d51f620cf306e3a8e703/hfileref: appending metadata at 1731331300560 (+33 ms)Flushing 20f903697029d51f620cf306e3a8e703/hfileref: closing flushed file at 1731331300560Flushing 20f903697029d51f620cf306e3a8e703/queue: creating writer at 1731331300642 (+82 ms)Flushing 20f903697029d51f620cf306e3a8e703/queue: appending metadata at 1731331300697 (+55 ms)Flushing 20f903697029d51f620cf306e3a8e703/queue: closing flushed file at 1731331300697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad0182d: reopening flushed file at 1731331301149 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590c46ad: reopening flushed file at 1731331301161 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20f903697029d51f620cf306e3a8e703 in 655ms, sequenceid=12, compaction requested=false at 1731331301180 (+19 ms)Writing region close event to WAL at 1731331301181 (+1 ms)Running coprocessor post-close hooks at 1731331301187 (+6 ms)Closed at 1731331301187 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331294015.20f903697029d51f620cf306e3a8e703. 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f80657c3faa1b7f2a3a5f83f3369022e, disabling compactions & flushes 2024-11-11T13:21:41,187 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. after waiting 0 ms 2024-11-11T13:21:41,187 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:41,201 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/default/test/f80657c3faa1b7f2a3a5f83f3369022e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:21:41,201 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:41,201 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:21:41,201 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:41,202 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f80657c3faa1b7f2a3a5f83f3369022e: Waiting for close lock at 1731331301187Running coprocessor pre-close hooks at 1731331301187Disabling compacts and flushes for region at 1731331301187Disabling writes for close at 1731331301187Writing region close event to WAL at 1731331301196 (+9 ms)Running coprocessor post-close hooks at 1731331301201 (+5 ms)Closed at 1731331301201 2024-11-11T13:21:41,202 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e. 2024-11-11T13:21:41,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:21:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35535 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43580 deadline: 1731331361235, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping 2024-11-11T13:21:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 from cache 2024-11-11T13:21:41,252 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:41,335 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:41,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:41,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:41,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:41,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35535 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43580 deadline: 1731331361236, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping 2024-11-11T13:21:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 from cache 2024-11-11T13:21:41,444 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:21:41,444 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:21:41,535 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:21:41,535 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:21:41,535 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:41,537 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/ns/5153d24f251146469b75daea3a6dcc4e 2024-11-11T13:21:41,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:41,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:41,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:41,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43580 deadline: 1731331361236, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping 2024-11-11T13:21:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 from cache 2024-11-11T13:21:41,561 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/rep_barrier/6af43ab30273430591a6388a30b3180a is 112, key is test,,1731331291709.f80657c3faa1b7f2a3a5f83f3369022e./rep_barrier:seqnumDuringOpen/1731331292481/Put/seqid=0 2024-11-11T13:21:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741850_1026 (size=5518) 2024-11-11T13:21:41,735 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:41,761 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:41,777 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1033, reset compression=false 2024-11-11T13:21:41,782 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:41,782 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1328, reset compression=false 2024-11-11T13:21:41,783 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,35535,1731331286510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:41,784 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,35535,1731331286510: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,35535,1731331286510, walGroup=bbb9a1547c7c%2C35535%2C1731331286510, offset=bbb9a1547c7c%2C35535%2C1731331286510.1731331288503:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:35535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:21:41,785 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:21:41,785 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:21:41,786 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:21:41,786 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:21:41,786 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:21:41,786 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 587399168 }, "NonHeapMemoryUsage": { "committed": 191365120, "init": 7667712, "max": -1, "used": 188425328 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:21:41,787 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:21:41,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:41,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:41,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:41,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 from cache 2024-11-11T13:21:41,935 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:41,965 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/rep_barrier/6af43ab30273430591a6388a30b3180a 2024-11-11T13:21:41,993 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/table/f99f8e28cdb8458eb1465e1886c349c8 is 53, key is hbase:replication/table:state/1731331295222/Put/seqid=0 2024-11-11T13:21:41,993 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1328, reset compression=false 2024-11-11T13:21:41,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741851_1027 (size=5308) 2024-11-11T13:21:42,136 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:42,302 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1328, reset compression=false 2024-11-11T13:21:42,336 DEBUG [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:42,366 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:42,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:42,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1] 2024-11-11T13:21:42,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,35535,1731331286510, seqNum=-1 from cache 2024-11-11T13:21:42,377 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T13:21:41.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.350Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.558Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.868Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T13:21:42,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T13:21:41.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.350Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.558Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.868Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T13:21:42,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35535 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:43576 deadline: 1731331360269, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T13:21:41.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.350Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.558Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.868Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42,382 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T13:21:41.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.350Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.558Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bbb9a1547c7c,35535,1731331286510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:21:41.868Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting 2024-11-11T13:21:42.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,400 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/table/f99f8e28cdb8458eb1465e1886c349c8 2024-11-11T13:21:42,404 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/info/6ef99255fd4c48e79963d09ff0b6274a as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/info/6ef99255fd4c48e79963d09ff0b6274a 2024-11-11T13:21:42,408 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/info/6ef99255fd4c48e79963d09ff0b6274a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:21:42,408 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/ns/5153d24f251146469b75daea3a6dcc4e as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/ns/5153d24f251146469b75daea3a6dcc4e 2024-11-11T13:21:42,412 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/ns/5153d24f251146469b75daea3a6dcc4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:21:42,413 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/rep_barrier/6af43ab30273430591a6388a30b3180a as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/rep_barrier/6af43ab30273430591a6388a30b3180a 2024-11-11T13:21:42,417 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/rep_barrier/6af43ab30273430591a6388a30b3180a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:21:42,418 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/.tmp/table/f99f8e28cdb8458eb1465e1886c349c8 as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/table/f99f8e28cdb8458eb1465e1886c349c8 2024-11-11T13:21:42,427 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/table/f99f8e28cdb8458eb1465e1886c349c8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:21:42,429 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1894ms, sequenceid=16, compaction requested=false 2024-11-11T13:21:42,443 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:21:42,443 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:42,443 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:42,444 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:42,444 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331300535Running coprocessor pre-close hooks at 1731331300535Disabling compacts and flushes for region at 1731331300535Disabling writes for close at 1731331300535Obtaining lock to block concurrent updates at 1731331300536 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331300536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331300536Flushing stores of hbase:meta,,1.1588230740 at 1731331300539 (+3 ms)Flushing 1588230740/info: creating writer at 1731331300539Flushing 1588230740/info: appending metadata at 1731331300593 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731331300593Flushing 1588230740/ns: creating writer at 1731331301066 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731331301110 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731331301110Flushing 1588230740/rep_barrier: creating writer at 1731331301543 (+433 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331301560 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331301560Flushing 1588230740/table: creating writer at 1731331301971 (+411 ms)Flushing 1588230740/table: appending metadata at 1731331301992 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731331301992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439c6e2c: reopening flushed file at 1731331302403 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447015f9: reopening flushed file at 1731331302408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a62b677: reopening flushed file at 1731331302412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b6c620: reopening flushed file at 1731331302417 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1894ms, sequenceid=16, compaction requested=false at 1731331302429 (+12 ms)Writing region close event to WAL at 1731331302440 (+11 ms)Running coprocessor post-close hooks at 1731331302443 (+3 ms)Closed at 1731331302443 2024-11-11T13:21:42,444 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:42,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,486 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,537 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,35535,1731331286510; all regions closed. 2024-11-11T13:21:42,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.meta.1731331289426.meta not finished, retry = 0 2024-11-11T13:21:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:21:42,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.rep.1731331295157 not finished, retry = 0 2024-11-11T13:21:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741839_1015 (size=3127) 2024-11-11T13:21:42,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bbb9a1547c7c,35535,1731331286510 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,691 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bbb9a1547c7c,35535,1731331286510 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/WALs/bbb9a1547c7c,35535,1731331286510/bbb9a1547c7c%2C35535%2C1731331286510.1731331288503 to pos 1328, reset compression=false 2024-11-11T13:21:42,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741832_1008 (size=1336) 2024-11-11T13:21:42,751 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:42,751 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:42,751 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:42,751 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:42,751 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:42,751 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:42,752 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,35535,1731331286510 because: Region server is closing 2024-11-11T13:21:42,752 INFO [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:35535. 2024-11-11T13:21:42,752 DEBUG [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:42,752 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:42,752 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:42,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:42,857 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.shipperbbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 terminated 2024-11-11T13:21:42,857 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,35535,1731331286510.replicationSource.wal-reader.bbb9a1547c7c%2C35535%2C1731331286510,1-bbb9a1547c7c,35535,1731331286510 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:21:42,857 INFO [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:35535. 2024-11-11T13:21:42,857 DEBUG [RS:0;bbb9a1547c7c:35535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:42,857 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:42,857 DEBUG [RS:0;bbb9a1547c7c:35535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:42,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:42,858 INFO [RS:0;bbb9a1547c7c:35535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35535 2024-11-11T13:21:42,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482852451/rs/bbb9a1547c7c,35535,1731331286510 2024-11-11T13:21:42,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451/rs 2024-11-11T13:21:42,865 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:42,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,35535,1731331286510] 2024-11-11T13:21:42,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/draining/bbb9a1547c7c,35535,1731331286510 already deleted, retry=false 2024-11-11T13:21:42,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,35535,1731331286510 expired; onlineServers=0 2024-11-11T13:21:42,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,46589,1731331286317' ***** 2024-11-11T13:21:42,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:21:42,867 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:42,868 DEBUG [M:0;bbb9a1547c7c:46589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:21:42,868 DEBUG [M:0;bbb9a1547c7c:46589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:42,868 DEBUG [M:0;bbb9a1547c7c:46589 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:42,868 INFO [M:0;bbb9a1547c7c:46589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:21:42,869 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331288281 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331288281,5,FailOnTimeoutGroup] 2024-11-11T13:21:42,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:21:42,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:21:42,869 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331288282 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331288282,5,FailOnTimeoutGroup] 2024-11-11T13:21:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482852451/master 2024-11-11T13:21:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482852451 2024-11-11T13:21:42,883 DEBUG [M:0;bbb9a1547c7c:46589 {}] zookeeper.RecoverableZooKeeper(212): Node /1-482852451/master already deleted, retry=false 2024-11-11T13:21:42,883 DEBUG [M:0;bbb9a1547c7c:46589 {}] master.ActiveMasterManager(353): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-482852451/master 2024-11-11T13:21:42,885 INFO [M:0;bbb9a1547c7c:46589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/.lastflushedseqids 2024-11-11T13:21:42,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741852_1028 (size=263) 2024-11-11T13:21:42,896 INFO [M:0;bbb9a1547c7c:46589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:21:42,896 INFO [M:0;bbb9a1547c7c:46589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:21:42,897 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:42,897 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:42,897 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:42,897 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:42,897 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:42,897 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T13:21:42,922 DEBUG [M:0;bbb9a1547c7c:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cbaf97dc5c42e8a267694621d28fef is 82, key is hbase:meta,,1/info:regioninfo/1731331289456/Put/seqid=0 2024-11-11T13:21:42,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:42,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35535-0x1002ef22be40004, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:42,967 INFO [RS:0;bbb9a1547c7c:35535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:42,967 INFO [RS:0;bbb9a1547c7c:35535 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,35535,1731331286510; zookeeper connection closed. 2024-11-11T13:21:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741853_1029 (size=5672) 2024-11-11T13:21:42,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ce7b426 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ce7b426 2024-11-11T13:21:42,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:21:42,995 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bbb9a1547c7c:35535 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:35535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:42,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bbb9a1547c7c:35535 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:35535 2024-11-11T13:21:42,996 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=bbb9a1547c7c:35535 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:35535 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:35535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T13:21:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50780 deadline: 1731331362999, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T13:21:43,001 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T13:21:43,002 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T13:21:43,070 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:43,373 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cbaf97dc5c42e8a267694621d28fef 2024-11-11T13:21:43,390 DEBUG [M:0;bbb9a1547c7c:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66a1f14a72a487abfe3635885ebfc6a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331295227/Put/seqid=0 2024-11-11T13:21:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741854_1030 (size=8515) 2024-11-11T13:21:43,402 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T13:21:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:21:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50780 deadline: 1731331363403, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T13:21:43,404 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T13:21:43,405 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T13:21:43,405 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T13:21:43,803 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66a1f14a72a487abfe3635885ebfc6a 2024-11-11T13:21:43,833 DEBUG [M:0;bbb9a1547c7c:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/617f82c7f71b41e1b3c66afed6253f35 is 69, key is bbb9a1547c7c,35535,1731331286510/rs:state/1731331288359/Put/seqid=0 2024-11-11T13:21:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741855_1031 (size=5156) 2024-11-11T13:21:43,843 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/617f82c7f71b41e1b3c66afed6253f35 2024-11-11T13:21:43,860 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cbaf97dc5c42e8a267694621d28fef as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cbaf97dc5c42e8a267694621d28fef 2024-11-11T13:21:43,869 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cbaf97dc5c42e8a267694621d28fef, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:21:43,870 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66a1f14a72a487abfe3635885ebfc6a as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d66a1f14a72a487abfe3635885ebfc6a 2024-11-11T13:21:43,876 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d66a1f14a72a487abfe3635885ebfc6a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:21:43,877 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/617f82c7f71b41e1b3c66afed6253f35 as hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/617f82c7f71b41e1b3c66afed6253f35 2024-11-11T13:21:43,882 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/4fb7dcba-ac47-ba0d-1274-25160a4bc670/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/617f82c7f71b41e1b3c66afed6253f35, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:21:43,883 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 986ms, sequenceid=97, compaction requested=false 2024-11-11T13:21:43,887 INFO [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:43,887 DEBUG [M:0;bbb9a1547c7c:46589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331302897Disabling compacts and flushes for region at 1731331302897Disabling writes for close at 1731331302897Obtaining lock to block concurrent updates at 1731331302897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331302897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731331302897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331302898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331302898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331302921 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331302921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331303378 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331303390 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331303390Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331303808 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331303832 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331303832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549d087e: reopening flushed file at 1731331303857 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213c71d6: reopening flushed file at 1731331303869 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a615692: reopening flushed file at 1731331303876 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 986ms, sequenceid=97, compaction requested=false at 1731331303883 (+7 ms)Writing region close event to WAL at 1731331303887 (+4 ms)Closed at 1731331303887 2024-11-11T13:21:43,891 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46365 is added to blk_1073741830_1006 (size=63642) 2024-11-11T13:21:43,899 INFO [M:0;bbb9a1547c7c:46589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:21:43,900 INFO [M:0;bbb9a1547c7c:46589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46589 2024-11-11T13:21:43,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:43,900 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:43,905 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T13:21:43,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bbb9a1547c7c:46589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:46589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bbb9a1547c7c:46589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:46589 2024-11-11T13:21:44,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:44,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x1002ef22be40003, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:44,005 INFO [M:0;bbb9a1547c7c:46589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:44,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:44,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bbb9a1547c7c:46589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:46589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:21:44,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=bbb9a1547c7c:46589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:46589 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T13:21:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address bbb9a1547c7c:46589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bbb9a1547c7c/172.17.0.2:46589 2024-11-11T13:21:44,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7de42883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:44,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:44,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:44,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:44,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:44,032 WARN [BP-1521344658-172.17.0.2-1731331285329 heartbeating to localhost/127.0.0.1:39781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:21:44,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:21:44,032 WARN [BP-1521344658-172.17.0.2-1731331285329 heartbeating to localhost/127.0.0.1:39781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521344658-172.17.0.2-1731331285329 (Datanode Uuid f5338a8b-8c4c-4909-b387-9c747d40d2d6) service to localhost/127.0.0.1:39781 2024-11-11T13:21:44,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:21:44,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/cluster_429526b4-5ca6-7ee0-e806-ec2be3f2892a/data/data2/current/BP-1521344658-172.17.0.2-1731331285329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:44,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/cluster_429526b4-5ca6-7ee0-e806-ec2be3f2892a/data/data1/current/BP-1521344658-172.17.0.2-1731331285329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:44,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:21:44,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:44,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:44,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:44,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:44,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:44,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:21:44,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:21:44,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:44,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:44,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:44,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:21:44,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=605681914, stopped=false 2024-11-11T13:21:44,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,40713,1731331282006 2024-11-11T13:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-759209735/running 2024-11-11T13:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-759209735/running 2024-11-11T13:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:44,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:44,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/running 2024-11-11T13:21:44,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:44,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:44,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,46425,1731331282216' ***** 2024-11-11T13:21:44,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:21:44,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Set watcher on znode that does not yet exist, /0-759209735/running 2024-11-11T13:21:44,064 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:21:44,064 INFO [RS:0;bbb9a1547c7c:46425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:21:44,064 INFO [RS:0;bbb9a1547c7c:46425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:21:44,064 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for cdad427f4cb91bee05ac1a516b5124db 2024-11-11T13:21:44,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:44,069 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdad427f4cb91bee05ac1a516b5124db, disabling compactions & flushes 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:46425. 2024-11-11T13:21:44,069 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:44,069 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:44,069 DEBUG [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:44,069 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. after waiting 0 ms 2024-11-11T13:21:44,069 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,069 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:21:44,069 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:21:44,070 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:21:44,070 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:21:44,070 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1325): Online Regions={cdad427f4cb91bee05ac1a516b5124db=hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db., 1588230740=hbase:meta,,1.1588230740, fdf3532e0f2040eb588f11bb94bae6c6=test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6.} 2024-11-11T13:21:44,070 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdad427f4cb91bee05ac1a516b5124db, fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:44,070 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:44,070 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:44,070 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:44,070 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:44,070 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:44,071 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:21:44,069 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:44,072 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdad427f4cb91bee05ac1a516b5124db 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T13:21:44,092 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/info/9c3edc126ea34d46b3c8695f3e965306 is 147, key is hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db./info:regioninfo/1731331293636/Put/seqid=0 2024-11-11T13:21:44,092 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/hfileref/35f76aabcde0436e8a8233ff58466c34 is 74, key is 1/hfileref:59d0e9f1435040ea859c9c687082990a_SeqId_4_/1731331298425/DeleteColumn/seqid=0 2024-11-11T13:21:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741846_1022 (size=7686) 2024-11-11T13:21:44,102 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/info/9c3edc126ea34d46b3c8695f3e965306 2024-11-11T13:21:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741847_1023 (size=5345) 2024-11-11T13:21:44,110 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/hfileref/35f76aabcde0436e8a8233ff58466c34 2024-11-11T13:21:44,136 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/ns/8a3884873e8142e1b9010c4dbadf8860 is 43, key is default/ns:d/1731331285251/Put/seqid=0 2024-11-11T13:21:44,142 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/queue/ce931c539e924ebaa550d9db3a3821d8 is 153, key is 1-bbb9a1547c7c,46425,1731331282216/queue:bbb9a1547c7c%2C46425%2C1731331282216/1731331298434/Put/seqid=0 2024-11-11T13:21:44,147 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:21:44,147 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:21:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741848_1024 (size=5153) 2024-11-11T13:21:44,165 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/ns/8a3884873e8142e1b9010c4dbadf8860 2024-11-11T13:21:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741849_1025 (size=5352) 2024-11-11T13:21:44,179 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/queue/ce931c539e924ebaa550d9db3a3821d8 2024-11-11T13:21:44,186 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/hfileref/35f76aabcde0436e8a8233ff58466c34 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/hfileref/35f76aabcde0436e8a8233ff58466c34 2024-11-11T13:21:44,192 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/hfileref/35f76aabcde0436e8a8233ff58466c34, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T13:21:44,193 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/.tmp/queue/ce931c539e924ebaa550d9db3a3821d8 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/queue/ce931c539e924ebaa550d9db3a3821d8 2024-11-11T13:21:44,199 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/queue/ce931c539e924ebaa550d9db3a3821d8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T13:21:44,200 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cdad427f4cb91bee05ac1a516b5124db in 128ms, sequenceid=10, compaction requested=false 2024-11-11T13:21:44,205 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/rep_barrier/362af713228847c9a16cef8cb74c30ae is 112, key is test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6./rep_barrier:seqnumDuringOpen/1731331290709/Put/seqid=0 2024-11-11T13:21:44,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:44,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bbb9a1547c7c:46589 this server is in the failed servers list 2024-11-11T13:21:44,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bbb9a1547c7c:46589 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741850_1026 (size=5518) 2024-11-11T13:21:44,242 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/rep_barrier/362af713228847c9a16cef8cb74c30ae 2024-11-11T13:21:44,257 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/replication/cdad427f4cb91bee05ac1a516b5124db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T13:21:44,259 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:44,259 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:44,259 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:44,259 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdad427f4cb91bee05ac1a516b5124db: Waiting for close lock at 1731331304069Running coprocessor pre-close hooks at 1731331304069Disabling compacts and flushes for region at 1731331304069Disabling writes for close at 1731331304069Obtaining lock to block concurrent updates at 1731331304072 (+3 ms)Preparing flush snapshotting stores in cdad427f4cb91bee05ac1a516b5124db at 1731331304072Finished memstore snapshotting hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731331304072Flushing stores of hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. at 1731331304073 (+1 ms)Flushing cdad427f4cb91bee05ac1a516b5124db/hfileref: creating writer at 1731331304073Flushing cdad427f4cb91bee05ac1a516b5124db/hfileref: appending metadata at 1731331304092 (+19 ms)Flushing cdad427f4cb91bee05ac1a516b5124db/hfileref: closing flushed file at 1731331304092Flushing cdad427f4cb91bee05ac1a516b5124db/queue: creating writer at 1731331304115 (+23 ms)Flushing cdad427f4cb91bee05ac1a516b5124db/queue: appending metadata at 1731331304142 (+27 ms)Flushing cdad427f4cb91bee05ac1a516b5124db/queue: closing flushed file at 1731331304142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea1fd07: reopening flushed file at 1731331304185 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d49c4a2: reopening flushed file at 1731331304192 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cdad427f4cb91bee05ac1a516b5124db in 128ms, sequenceid=10, compaction requested=false at 1731331304201 (+9 ms)Writing region close event to WAL at 1731331304229 (+28 ms)Running coprocessor post-close hooks at 1731331304259 (+30 ms)Closed at 1731331304259 2024-11-11T13:21:44,260 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331292865.cdad427f4cb91bee05ac1a516b5124db. 2024-11-11T13:21:44,260 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdf3532e0f2040eb588f11bb94bae6c6, disabling compactions & flushes 2024-11-11T13:21:44,260 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:44,260 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:44,260 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. after waiting 0 ms 2024-11-11T13:21:44,260 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:44,270 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdf3532e0f2040eb588f11bb94bae6c6 2024-11-11T13:21:44,280 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/default/test/fdf3532e0f2040eb588f11bb94bae6c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:21:44,281 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:44,281 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:21:44,281 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:44,281 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdf3532e0f2040eb588f11bb94bae6c6: Waiting for close lock at 1731331304260Running coprocessor pre-close hooks at 1731331304260Disabling compacts and flushes for region at 1731331304260Disabling writes for close at 1731331304260Writing region close event to WAL at 1731331304269 (+9 ms)Running coprocessor post-close hooks at 1731331304281 (+12 ms)Closed at 1731331304281 2024-11-11T13:21:44,281 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331289556.fdf3532e0f2040eb588f11bb94bae6c6. 2024-11-11T13:21:44,281 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/table/57e9dc6f252d434b9a85a51a9a2b7122 is 53, key is hbase:replication/table:state/1731331293643/Put/seqid=0 2024-11-11T13:21:44,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741851_1027 (size=5308) 2024-11-11T13:21:44,471 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:44,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:21:44,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:21:44,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:21:44,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:44,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bbb9a1547c7c:46589 this server is in the failed servers list 2024-11-11T13:21:44,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bbb9a1547c7c:46589 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:44,671 DEBUG [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:21:44,695 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/table/57e9dc6f252d434b9a85a51a9a2b7122 2024-11-11T13:21:44,702 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/info/9c3edc126ea34d46b3c8695f3e965306 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/info/9c3edc126ea34d46b3c8695f3e965306 2024-11-11T13:21:44,706 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/info/9c3edc126ea34d46b3c8695f3e965306, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:21:44,707 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/ns/8a3884873e8142e1b9010c4dbadf8860 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/ns/8a3884873e8142e1b9010c4dbadf8860 2024-11-11T13:21:44,718 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/ns/8a3884873e8142e1b9010c4dbadf8860, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:21:44,719 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/rep_barrier/362af713228847c9a16cef8cb74c30ae as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/rep_barrier/362af713228847c9a16cef8cb74c30ae 2024-11-11T13:21:44,724 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/rep_barrier/362af713228847c9a16cef8cb74c30ae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:21:44,725 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/.tmp/table/57e9dc6f252d434b9a85a51a9a2b7122 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/table/57e9dc6f252d434b9a85a51a9a2b7122 2024-11-11T13:21:44,730 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/table/57e9dc6f252d434b9a85a51a9a2b7122, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:21:44,731 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=16, compaction requested=false 2024-11-11T13:21:44,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:21:44,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:21:44,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:21:44,739 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:44,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331304070Running coprocessor pre-close hooks at 1731331304070Disabling compacts and flushes for region at 1731331304070Disabling writes for close at 1731331304070Obtaining lock to block concurrent updates at 1731331304071 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331304071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331304071Flushing stores of hbase:meta,,1.1588230740 at 1731331304072 (+1 ms)Flushing 1588230740/info: creating writer at 1731331304072Flushing 1588230740/info: appending metadata at 1731331304092 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731331304092Flushing 1588230740/ns: creating writer at 1731331304112 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731331304136 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731331304136Flushing 1588230740/rep_barrier: creating writer at 1731331304170 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331304205 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331304205Flushing 1588230740/table: creating writer at 1731331304260 (+55 ms)Flushing 1588230740/table: appending metadata at 1731331304281 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731331304281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b65abe1: reopening flushed file at 1731331304701 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402e4d3a: reopening flushed file at 1731331304707 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ad9739: reopening flushed file at 1731331304718 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2f0c58: reopening flushed file at 1731331304724 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=16, compaction requested=false at 1731331304731 (+7 ms)Writing region close event to WAL at 1731331304735 (+4 ms)Running coprocessor post-close hooks at 1731331304739 (+4 ms)Closed at 1731331304739 2024-11-11T13:21:44,740 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:44,817 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1033, reset compression=false 2024-11-11T13:21:44,822 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:44,822 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.wal-reader.bbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/WALs/bbb9a1547c7c,46425,1731331282216/bbb9a1547c7c%2C46425%2C1731331282216.1731331284267 to pos 1328, reset compression=false 2024-11-11T13:21:44,871 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,46425,1731331282216; all regions closed. 2024-11-11T13:21:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:21:44,902 DEBUG [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs 2024-11-11T13:21:44,902 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C46425%2C1731331282216.meta:.meta(num 1731331285209) 2024-11-11T13:21:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741839_1015 (size=2695) 2024-11-11T13:21:44,917 DEBUG [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs 2024-11-11T13:21:44,917 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C46425%2C1731331282216.rep:(num 1731331293597) 2024-11-11T13:21:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741832_1008 (size=1336) 2024-11-11T13:21:44,923 DEBUG [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/oldWALs 2024-11-11T13:21:44,923 INFO [RS:0;bbb9a1547c7c:46425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C46425%2C1731331282216:(num 1731331284267) 2024-11-11T13:21:44,923 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,923 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:21:44,923 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:44,924 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:44,929 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:44,930 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:44,930 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,46425,1731331282216 because: Region server is closing 2024-11-11T13:21:44,930 INFO [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:46425. 2024-11-11T13:21:44,930 DEBUG [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:44,930 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,930 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:44,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:45,031 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T13:21:45,031 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T13:21:45,031 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T13:21:45,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:45,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bbb9a1547c7c:46589 this server is in the failed servers list 2024-11-11T13:21:45,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bbb9a1547c7c:46589 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:45,633 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,46425,1731331282216.replicationSource.shipperbbb9a1547c7c%2C46425%2C1731331282216,1-bbb9a1547c7c,46425,1731331282216 terminated 2024-11-11T13:21:45,633 INFO [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:46425. 2024-11-11T13:21:45,633 DEBUG [RS:0;bbb9a1547c7c:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:45,633 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:45,633 DEBUG [RS:0;bbb9a1547c7c:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:45,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:45,633 INFO [RS:0;bbb9a1547c7c:46425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46425 2024-11-11T13:21:45,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735/rs 2024-11-11T13:21:45,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-759209735/rs/bbb9a1547c7c,46425,1731331282216 2024-11-11T13:21:45,635 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:45,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,46425,1731331282216] 2024-11-11T13:21:45,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-759209735/draining/bbb9a1547c7c,46425,1731331282216 already deleted, retry=false 2024-11-11T13:21:45,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,46425,1731331282216 expired; onlineServers=0 2024-11-11T13:21:45,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,40713,1731331282006' ***** 2024-11-11T13:21:45,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:21:45,636 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:21:45,636 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:21:45,636 DEBUG [M:0;bbb9a1547c7c:40713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:21:45,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:21:45,636 DEBUG [M:0;bbb9a1547c7c:40713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:21:45,636 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331284071 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331284071,5,FailOnTimeoutGroup] 2024-11-11T13:21:45,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331284073 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331284073,5,FailOnTimeoutGroup] 2024-11-11T13:21:45,637 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:21:45,637 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:21:45,637 DEBUG [M:0;bbb9a1547c7c:40713 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:21:45,637 INFO [M:0;bbb9a1547c7c:40713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:21:45,637 INFO [M:0;bbb9a1547c7c:40713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:21:45,637 INFO [M:0;bbb9a1547c7c:40713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:21:45,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:21:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-759209735/master 2024-11-11T13:21:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-759209735 2024-11-11T13:21:45,639 DEBUG [M:0;bbb9a1547c7c:40713 {}] zookeeper.ZKUtil(347): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Unable to get data of znode /0-759209735/master because node does not exist (not an error) 2024-11-11T13:21:45,639 WARN [M:0;bbb9a1547c7c:40713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:21:45,639 INFO [M:0;bbb9a1547c7c:40713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/.lastflushedseqids 2024-11-11T13:21:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741852_1028 (size=263) 2024-11-11T13:21:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:45,735 INFO [RS:0;bbb9a1547c7c:46425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:45,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1002ef22be40001, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:45,736 INFO [RS:0;bbb9a1547c7c:46425 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,46425,1731331282216; zookeeper connection closed. 2024-11-11T13:21:45,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ad120b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ad120b8 2024-11-11T13:21:45,736 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:21:46,043 INFO [M:0;bbb9a1547c7c:40713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:21:46,044 INFO [M:0;bbb9a1547c7c:40713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:21:46,044 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:46,044 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:46,044 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:46,044 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:46,044 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:46,044 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T13:21:46,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:46,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:46,058 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:46,067 DEBUG [M:0;bbb9a1547c7c:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c411120109344415bd099b2c836a8d28 is 82, key is hbase:meta,,1/info:regioninfo/1731331285241/Put/seqid=0 2024-11-11T13:21:46,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741853_1029 (size=5672) 2024-11-11T13:21:46,472 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c411120109344415bd099b2c836a8d28 2024-11-11T13:21:46,507 DEBUG [M:0;bbb9a1547c7c:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a898f30518c4d8b86126d22c08e4870 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331293648/Put/seqid=0 2024-11-11T13:21:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741854_1030 (size=8516) 2024-11-11T13:21:46,523 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a898f30518c4d8b86126d22c08e4870 2024-11-11T13:21:46,550 DEBUG [M:0;bbb9a1547c7c:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7516d53f0d4d589ff490688aceac93 is 69, key is bbb9a1547c7c,46425,1731331282216/rs:state/1731331284119/Put/seqid=0 2024-11-11T13:21:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741855_1031 (size=5156) 2024-11-11T13:21:46,558 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7516d53f0d4d589ff490688aceac93 2024-11-11T13:21:46,566 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c411120109344415bd099b2c836a8d28 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c411120109344415bd099b2c836a8d28 2024-11-11T13:21:46,571 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c411120109344415bd099b2c836a8d28, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:21:46,572 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a898f30518c4d8b86126d22c08e4870 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a898f30518c4d8b86126d22c08e4870 2024-11-11T13:21:46,576 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a898f30518c4d8b86126d22c08e4870, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:21:46,577 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7516d53f0d4d589ff490688aceac93 as hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c7516d53f0d4d589ff490688aceac93 2024-11-11T13:21:46,581 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42091/user/jenkins/test-data/5aa58069-83fe-140a-ba4f-01480e1c787a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c7516d53f0d4d589ff490688aceac93, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:21:46,582 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=97, compaction requested=false 2024-11-11T13:21:46,588 INFO [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:46,588 DEBUG [M:0;bbb9a1547c7c:40713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331306044Disabling compacts and flushes for region at 1731331306044Disabling writes for close at 1731331306044Obtaining lock to block concurrent updates at 1731331306044Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331306044Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731331306044Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331306045 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331306045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331306066 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331306067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331306477 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331306506 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331306506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331306536 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331306549 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331306549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766bf034: reopening flushed file at 1731331306565 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8a9203: reopening flushed file at 1731331306571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb3c394: reopening flushed file at 1731331306576 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=97, compaction requested=false at 1731331306582 (+6 ms)Writing region close event to WAL at 1731331306588 (+6 ms)Closed at 1731331306588 2024-11-11T13:21:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741830_1006 (size=63654) 2024-11-11T13:21:46,591 INFO [M:0;bbb9a1547c7c:40713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:21:46,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:21:46,591 INFO [M:0;bbb9a1547c7c:40713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40713 2024-11-11T13:21:46,592 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:21:46,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:46,693 INFO [M:0;bbb9a1547c7c:40713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:21:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1002ef22be40000, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:21:46,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7721a1a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:46,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:46,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:46,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:46,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:46,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:46,775 WARN [BP-1267087885-172.17.0.2-1731331280796 heartbeating to localhost/127.0.0.1:42091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:21:46,775 WARN [BP-1267087885-172.17.0.2-1731331280796 heartbeating to localhost/127.0.0.1:42091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1267087885-172.17.0.2-1731331280796 (Datanode Uuid e4b3c4bb-d23c-44c3-ab63-6a1b6899e4fa) service to localhost/127.0.0.1:42091 2024-11-11T13:21:46,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/data/data1/current/BP-1267087885-172.17.0.2-1731331280796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:46,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:21:46,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/cluster_b5f5f35a-f3ff-45f6-ce8b-27603a0c930a/data/data2/current/BP-1267087885-172.17.0.2-1731331280796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:21:46,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:21:46,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:21:46,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267ec229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:46,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:21:46,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:21:46,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:21:46,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1a75b6e0-2be1-8251-e596-611550acd6cc/hadoop.log.dir/,STOPPED} 2024-11-11T13:21:46,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:21:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:21:46,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42091 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=627 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 374), ProcessCount=11 (was 11), AvailableMemoryMB=2755 (was 2286) - AvailableMemoryMB LEAK? - 2024-11-11T13:21:46,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=627, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=2754 2024-11-11T13:21:46,871 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T13:21:46,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir so I do NOT create it in target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13 2024-11-11T13:21:46,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:21:46,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.tmp.dir so I do NOT create it in target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13 2024-11-11T13:21:46,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8342e0b2-205a-4113-fbfd-183c97ded12e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:21:46,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13 2024-11-11T13:21:46,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503, deleteOnExit=true 2024-11-11T13:21:46,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef22be40002, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:21:46,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef22be40002, quorum=127.0.0.1:56137, baseZNode=/0-759209735 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:21:46,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef22be40005, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:21:46,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef22be40005, quorum=127.0.0.1:56137, baseZNode=/1-482852451 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:21:46,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/zookeeper_0, clientPort=65020, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:21:46,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65020 2024-11-11T13:21:46,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:21:46,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/test.cache.data in system properties and HBase conf 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:21:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:21:46,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:21:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:21:47,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:47,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:47,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:47,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:47,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:47,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:47,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:47,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:47,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/java.io.tmpdir/jetty-localhost-34179-hadoop-hdfs-3_4_1-tests_jar-_-any-7835752694262687822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:47,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:34179} 2024-11-11T13:21:47,302 INFO [Time-limited test {}] server.Server(415): Started @177510ms 2024-11-11T13:21:47,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:47,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:47,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:47,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:47,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:47,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:47,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:47,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fc8e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/java.io.tmpdir/jetty-localhost-46117-hadoop-hdfs-3_4_1-tests_jar-_-any-100544012487929513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:47,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:46117} 2024-11-11T13:21:47,545 INFO [Time-limited test {}] server.Server(415): Started @177753ms 2024-11-11T13:21:47,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:21:47,607 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/data/data1/current/BP-304449820-172.17.0.2-1731331307002/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:47,607 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/data/data2/current/BP-304449820-172.17.0.2-1731331307002/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:47,623 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:21:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd844fdd370c6e1 with lease ID 0x5d0dec5ad5d85f3d: Processing first storage report for DS-337d3580-25c9-43d2-a63c-eea1688fc372 from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=13108ae5-9362-40d4-8185-dd7ce5784a51, infoPort=42093, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=95707379;c=1731331307002) 2024-11-11T13:21:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd844fdd370c6e1 with lease ID 0x5d0dec5ad5d85f3d: from storage DS-337d3580-25c9-43d2-a63c-eea1688fc372 node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=13108ae5-9362-40d4-8185-dd7ce5784a51, infoPort=42093, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=95707379;c=1731331307002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd844fdd370c6e1 with lease ID 0x5d0dec5ad5d85f3d: Processing first storage report for DS-9bf8ddab-b829-441c-b1dc-951750607c61 from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=13108ae5-9362-40d4-8185-dd7ce5784a51, infoPort=42093, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=95707379;c=1731331307002) 2024-11-11T13:21:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd844fdd370c6e1 with lease ID 0x5d0dec5ad5d85f3d: from storage DS-9bf8ddab-b829-441c-b1dc-951750607c61 node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=13108ae5-9362-40d4-8185-dd7ce5784a51, infoPort=42093, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=95707379;c=1731331307002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:47,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13 2024-11-11T13:21:47,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:47,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:21:48,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:48,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:48,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:48,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809 with version=8 2024-11-11T13:21:48,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/hbase-staging 2024-11-11T13:21:48,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:48,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:48,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-11T13:21:48,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36945 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:48,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369450x0, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:48,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36945-0x1002ef291ee0000 connected 2024-11-11T13:21:48,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:48,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:48,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/running 2024-11-11T13:21:48,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809, hbase.cluster.distributed=false 2024-11-11T13:21:48,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/acl 2024-11-11T13:21:48,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T13:21:48,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-11T13:21:48,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-11T13:21:48,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T13:21:48,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T13:21:48,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:48,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:48,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:48,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:48,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34941 2024-11-11T13:21:48,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34941 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:48,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:48,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:48,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349410x0, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:48,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349410x0, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/running 2024-11-11T13:21:48,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:48,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34941-0x1002ef291ee0001 connected 2024-11-11T13:21:48,165 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:48,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/master 2024-11-11T13:21:48,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/acl 2024-11-11T13:21:48,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-11T13:21:48,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34941 2024-11-11T13:21:48,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34941 2024-11-11T13:21:48,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-11T13:21:48,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-11T13:21:48,194 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:36945 2024-11-11T13:21:48,195 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01296826793/backup-masters/bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:48,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/backup-masters 2024-11-11T13:21:48,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/backup-masters 2024-11-11T13:21:48,196 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on existing znode=/01296826793/backup-masters/bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296826793/master 2024-11-11T13:21:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:48,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on existing znode=/01296826793/master 2024-11-11T13:21:48,198 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01296826793/backup-masters/bbb9a1547c7c,36945,1731331308079 from backup master directory 2024-11-11T13:21:48,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/backup-masters 2024-11-11T13:21:48,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296826793/backup-masters/bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:48,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/backup-masters 2024-11-11T13:21:48,199 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:48,199 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:48,204 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/hbase.id] with ID: 3be56661-45de-496a-9eea-b69a65d267b7 2024-11-11T13:21:48,204 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/.tmp/hbase.id 2024-11-11T13:21:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:48,619 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/.tmp/hbase.id]:[hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/hbase.id] 2024-11-11T13:21:48,628 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:48,629 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:48,629 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:21:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:48,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:48,637 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:48,638 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:48,640 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:49,052 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store 2024-11-11T13:21:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:49,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:49,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:49,457 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331309457Disabling compacts and flushes for region at 1731331309457Disabling writes for close at 1731331309457Writing region close event to WAL at 1731331309457Closed at 1731331309457 2024-11-11T13:21:49,458 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/.initializing 2024-11-11T13:21:49,458 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/WALs/bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:49,459 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:49,460 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C36945%2C1731331308079, suffix=, logDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/WALs/bbb9a1547c7c,36945,1731331308079, archiveDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:49,472 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/WALs/bbb9a1547c7c,36945,1731331308079/bbb9a1547c7c%2C36945%2C1731331308079.1731331309460, exclude list is [], retry=0 2024-11-11T13:21:49,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-337d3580-25c9-43d2-a63c-eea1688fc372,DISK] 2024-11-11T13:21:49,475 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/WALs/bbb9a1547c7c,36945,1731331308079/bbb9a1547c7c%2C36945%2C1731331308079.1731331309460 2024-11-11T13:21:49,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42093:42093)] 2024-11-11T13:21:49,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:49,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:49,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,476 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:49,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:49,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:49,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:49,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:49,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:49,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:49,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:49,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:49,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:49,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:49,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:49,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,483 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,483 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,483 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:49,484 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:49,485 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:49,486 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72304742, jitterRate=0.07742461562156677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:49,486 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331309476Initializing all the Stores at 1731331309477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331309477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331309477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331309477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331309477Cleaning up temporary data from old regions at 1731331309483 (+6 ms)Region opened successfully at 1731331309486 (+3 ms) 2024-11-11T13:21:49,486 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:49,488 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a17037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:49,489 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:49,489 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:49,489 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:49,490 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:49,490 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:21:49,491 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:49,491 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:49,497 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:49,497 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:49,498 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/balancer already deleted, retry=false 2024-11-11T13:21:49,498 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:49,499 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:49,499 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/normalizer already deleted, retry=false 2024-11-11T13:21:49,500 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:49,500 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:49,501 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/switch/split already deleted, retry=false 2024-11-11T13:21:49,502 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:49,502 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/switch/merge already deleted, retry=false 2024-11-11T13:21:49,504 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:49,505 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296826793/running 2024-11-11T13:21:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296826793/running 2024-11-11T13:21:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,506 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,36945,1731331308079, sessionid=0x1002ef291ee0000, setting cluster-up flag (Was=false) 2024-11-11T13:21:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,509 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01296826793/flush-table-proc/acquired, /01296826793/flush-table-proc/reached, /01296826793/flush-table-proc/abort 2024-11-11T13:21:49,510 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:49,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:49,513 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01296826793/online-snapshot/acquired, /01296826793/online-snapshot/reached, /01296826793/online-snapshot/abort 2024-11-11T13:21:49,514 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:49,515 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:49,516 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:49,516 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:49,516 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:49,516 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,36945,1731331308079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:49,517 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331339522 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:49,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:49,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:49,522 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:49,523 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:49,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:49,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:49,523 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:49,523 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:49,523 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331309523,5,FailOnTimeoutGroup] 2024-11-11T13:21:49,524 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331309523,5,FailOnTimeoutGroup] 2024-11-11T13:21:49,524 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,524 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:49,524 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,524 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:49,585 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(746): ClusterId : 3be56661-45de-496a-9eea-b69a65d267b7 2024-11-11T13:21:49,585 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:49,586 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:49,586 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:49,587 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:49,588 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35491a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:49,603 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:34941 2024-11-11T13:21:49,603 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:49,603 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:49,603 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:49,604 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,36945,1731331308079 with port=34941, startcode=1731331308130 2024-11-11T13:21:49,604 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:49,605 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:49,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,607 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809 2024-11-11T13:21:49,607 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36057 2024-11-11T13:21:49,607 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:49,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/rs 2024-11-11T13:21:49,608 DEBUG [RS:0;bbb9a1547c7c:34941 {}] zookeeper.ZKUtil(111): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on existing znode=/01296826793/rs/bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,608 WARN [RS:0;bbb9a1547c7c:34941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:49,608 INFO [RS:0;bbb9a1547c7c:34941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:49,608 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,34941,1731331308130] 2024-11-11T13:21:49,611 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:49,613 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:49,613 INFO [RS:0;bbb9a1547c7c:34941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:49,613 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,613 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:49,614 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:49,614 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,614 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:49,615 DEBUG [RS:0;bbb9a1547c7c:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,615 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34941,1731331308130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:49,628 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:49,628 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34941,1731331308130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,628 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,628 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.Replication(171): bbb9a1547c7c,34941,1731331308130 started 2024-11-11T13:21:49,644 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:49,645 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,34941,1731331308130, RpcServer on bbb9a1547c7c/172.17.0.2:34941, sessionid=0x1002ef291ee0001 2024-11-11T13:21:49,645 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:49,645 DEBUG [RS:0;bbb9a1547c7c:34941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,645 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34941,1731331308130' 2024-11-11T13:21:49,645 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01296826793/flush-table-proc/abort' 2024-11-11T13:21:49,645 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01296826793/flush-table-proc/acquired' 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34941,1731331308130' 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01296826793/online-snapshot/abort' 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01296826793/online-snapshot/acquired' 2024-11-11T13:21:49,646 DEBUG [RS:0;bbb9a1547c7c:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:49,646 INFO [RS:0;bbb9a1547c7c:34941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:49,646 INFO [RS:0;bbb9a1547c7c:34941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:49,747 INFO [RS:0;bbb9a1547c7c:34941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:49,748 INFO [RS:0;bbb9a1547c7c:34941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34941%2C1731331308130, suffix=, logDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130, archiveDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/oldWALs, maxLogs=10 2024-11-11T13:21:49,764 DEBUG [RS:0;bbb9a1547c7c:34941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, exclude list is [], retry=0 2024-11-11T13:21:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-337d3580-25c9-43d2-a63c-eea1688fc372,DISK] 2024-11-11T13:21:49,778 INFO [RS:0;bbb9a1547c7c:34941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 2024-11-11T13:21:49,781 DEBUG [RS:0;bbb9a1547c7c:34941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42093:42093)] 2024-11-11T13:21:49,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:49,931 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809 2024-11-11T13:21:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:21:50,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:50,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:50,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:50,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:50,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:50,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:50,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:50,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:50,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740 2024-11-11T13:21:50,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740 2024-11-11T13:21:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:50,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:50,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:50,347 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:50,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75397767, jitterRate=0.12351427972316742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331310337Initializing all the Stores at 1731331310337Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331310337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310337Cleaning up temporary data from old regions at 1731331310344 (+7 ms)Region opened successfully at 1731331310348 (+4 ms) 2024-11-11T13:21:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:50,348 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:50,349 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:50,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331310348Disabling compacts and flushes for region at 1731331310348Disabling writes for close at 1731331310348Writing region close event to WAL at 1731331310349 (+1 ms)Closed at 1731331310349 2024-11-11T13:21:50,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:50,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:50,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:50,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:50,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:50,502 DEBUG [bbb9a1547c7c:36945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:50,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:50,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34941,1731331308130, state=OPENING 2024-11-11T13:21:50,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:50,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:50,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296826793/meta-region-server: CHANGED 2024-11-11T13:21:50,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34941,1731331308130}] 2024-11-11T13:21:50,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296826793/meta-region-server: CHANGED 2024-11-11T13:21:50,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:50,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:50,670 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:50,670 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:50,670 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:50,672 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34941%2C1731331308130.meta, suffix=.meta, logDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130, archiveDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/oldWALs, maxLogs=10 2024-11-11T13:21:50,690 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.meta.1731331310672.meta, exclude list is [], retry=0 2024-11-11T13:21:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-337d3580-25c9-43d2-a63c-eea1688fc372,DISK] 2024-11-11T13:21:50,694 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.meta.1731331310672.meta 2024-11-11T13:21:50,694 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42093:42093)] 2024-11-11T13:21:50,695 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:50,695 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:50,695 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:50,695 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:50,695 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:50,695 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:50,696 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:50,696 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:50,696 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:50,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:50,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:50,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:50,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:50,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:50,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:50,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:50,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:50,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:50,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:50,701 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:50,701 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740 2024-11-11T13:21:50,702 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740 2024-11-11T13:21:50,703 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:50,703 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:50,703 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:50,704 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:50,705 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62928009, jitterRate=-0.06229959428310394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:50,705 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:50,705 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331310696Writing region info on filesystem at 1731331310696Initializing all the Stores at 1731331310696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310697 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331310697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331310697Cleaning up temporary data from old regions at 1731331310703 (+6 ms)Running coprocessor post-open hooks at 1731331310705 (+2 ms)Region opened successfully at 1731331310705 2024-11-11T13:21:50,706 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331310664 2024-11-11T13:21:50,708 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:50,708 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:50,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:50,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34941,1731331308130, state=OPEN 2024-11-11T13:21:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01296826793/meta-region-server 2024-11-11T13:21:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01296826793/meta-region-server 2024-11-11T13:21:50,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:50,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296826793/meta-region-server: CHANGED 2024-11-11T13:21:50,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296826793/meta-region-server: CHANGED 2024-11-11T13:21:50,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:50,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34941,1731331308130 in 201 msec 2024-11-11T13:21:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-11T13:21:50,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:50,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:50,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:50,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34941,1731331308130, seqNum=-1] 2024-11-11T13:21:50,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:50,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:50,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-11T13:21:50,732 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331310732, completionTime=-1 2024-11-11T13:21:50,732 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:50,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:50,734 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:50,734 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331370734 2024-11-11T13:21:50,734 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331430734 2024-11-11T13:21:50,734 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:36945, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,735 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,737 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:50,739 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:50,741 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:50,741 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:50,741 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36945,1731331308079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:50,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:50,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:50,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:50,806 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60609b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:50,809 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:50,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a515c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:50,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:50,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34941,1731331308130, seqNum=-1] 2024-11-11T13:21:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:50,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:50,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:50,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:50,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir so I do NOT create it in target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7 2024-11-11T13:21:50,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:21:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.tmp.dir so I do NOT create it in target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7 2024-11-11T13:21:50,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:21:50,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/cluster_e40b8b29-c2a4-a6ed-cc38-5140610dd5b7, deleteOnExit=true 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/test.cache.data in system properties and HBase conf 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:21:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:21:50,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef291ee0002 connected 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:21:50,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:21:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:21:50,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:21:50,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:50,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:50,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:50,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:50,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:21:50,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:50,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:50,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:51,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/java.io.tmpdir/jetty-localhost-40911-hadoop-hdfs-3_4_1-tests_jar-_-any-8830474444406070840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:21:51,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:40911} 2024-11-11T13:21:51,061 INFO [Time-limited test {}] server.Server(415): Started @181269ms 2024-11-11T13:21:51,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:21:51,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:21:51,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:21:51,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:21:51,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:21:51,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:21:51,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:21:51,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330dd5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/java.io.tmpdir/jetty-localhost-46745-hadoop-hdfs-3_4_1-tests_jar-_-any-1190755402842456818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:21:51,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:46745} 2024-11-11T13:21:51,289 INFO [Time-limited test {}] server.Server(415): Started @181497ms 2024-11-11T13:21:51,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:21:51,466 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/cluster_e40b8b29-c2a4-a6ed-cc38-5140610dd5b7/data/data2/current/BP-320950131-172.17.0.2-1731331310850/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:51,466 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/cluster_e40b8b29-c2a4-a6ed-cc38-5140610dd5b7/data/data1/current/BP-320950131-172.17.0.2-1731331310850/current, will proceed with Du for space computation calculation, 2024-11-11T13:21:51,555 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:21:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb755b00eef90568 with lease ID 0xffda4b5ca1b7e859: Processing first storage report for DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27 from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=82091212-2a77-41ca-8a9d-d6ec56bfd67c, infoPort=39403, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1155591097;c=1731331310850) 2024-11-11T13:21:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb755b00eef90568 with lease ID 0xffda4b5ca1b7e859: from storage DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27 node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=82091212-2a77-41ca-8a9d-d6ec56bfd67c, infoPort=39403, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1155591097;c=1731331310850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb755b00eef90568 with lease ID 0xffda4b5ca1b7e859: Processing first storage report for DS-da3b2885-a677-487f-93a3-858754ef7c15 from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=82091212-2a77-41ca-8a9d-d6ec56bfd67c, infoPort=39403, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1155591097;c=1731331310850) 2024-11-11T13:21:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb755b00eef90568 with lease ID 0xffda4b5ca1b7e859: from storage DS-da3b2885-a677-487f-93a3-858754ef7c15 node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=82091212-2a77-41ca-8a9d-d6ec56bfd67c, infoPort=39403, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1155591097;c=1731331310850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:21:51,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7 2024-11-11T13:21:51,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:51,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:21:52,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73 with version=8 2024-11-11T13:21:52,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/hbase-staging 2024-11-11T13:21:52,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:21:52,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:52,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44365 2024-11-11T13:21:52,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44365 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443650x0, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:52,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44365-0x1002ef291ee0003 connected 2024-11-11T13:21:52,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:52,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:52,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/running 2024-11-11T13:21:52,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73, hbase.cluster.distributed=false 2024-11-11T13:21:52,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/acl 2024-11-11T13:21:52,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T13:21:52,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44365 2024-11-11T13:21:52,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44365 2024-11-11T13:21:52,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T13:21:52,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T13:21:52,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:21:52,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:21:52,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43645 2024-11-11T13:21:52,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43645 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:52,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:52,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:52,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436450x0, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:52,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436450x0, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/running 2024-11-11T13:21:52,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43645-0x1002ef291ee0004 connected 2024-11-11T13:21:52,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:21:52,085 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:21:52,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:52,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/master 2024-11-11T13:21:52,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:52,086 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:21:52,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/acl 2024-11-11T13:21:52,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-11T13:21:52,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43645 2024-11-11T13:21:52,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43645 2024-11-11T13:21:52,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-11T13:21:52,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-11T13:21:52,116 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:44365 2024-11-11T13:21:52,117 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1119702176/backup-masters/bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/backup-masters 2024-11-11T13:21:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/backup-masters 2024-11-11T13:21:52,119 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on existing znode=/1-1119702176/backup-masters/bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119702176/master 2024-11-11T13:21:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,120 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on existing znode=/1-1119702176/master 2024-11-11T13:21:52,120 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1119702176/backup-masters/bbb9a1547c7c,44365,1731331312017 from backup master directory 2024-11-11T13:21:52,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119702176/backup-masters/bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/backup-masters 2024-11-11T13:21:52,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/backup-masters 2024-11-11T13:21:52,121 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:52,121 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,124 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/hbase.id] with ID: 0c774f43-1b72-4987-b4b1-02732380a81d 2024-11-11T13:21:52,124 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/.tmp/hbase.id 2024-11-11T13:21:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:21:52,133 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/.tmp/hbase.id]:[hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/hbase.id] 2024-11-11T13:21:52,144 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:21:52,145 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:21:52,145 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:21:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:21:52,167 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:52,168 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:21:52,173 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:21:52,187 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store 2024-11-11T13:21:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:21:52,606 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:52,606 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:21:52,606 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331312606Disabling compacts and flushes for region at 1731331312606Disabling writes for close at 1731331312606Writing region close event to WAL at 1731331312606Closed at 1731331312606 2024-11-11T13:21:52,607 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/.initializing 2024-11-11T13:21:52,607 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/WALs/bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,607 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:52,609 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C44365%2C1731331312017, suffix=, logDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/WALs/bbb9a1547c7c,44365,1731331312017, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/oldWALs, maxLogs=10 2024-11-11T13:21:52,625 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/WALs/bbb9a1547c7c,44365,1731331312017/bbb9a1547c7c%2C44365%2C1731331312017.1731331312609, exclude list is [], retry=0 2024-11-11T13:21:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27,DISK] 2024-11-11T13:21:52,636 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/WALs/bbb9a1547c7c,44365,1731331312017/bbb9a1547c7c%2C44365%2C1731331312017.1731331312609 2024-11-11T13:21:52,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-11T13:21:52,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:52,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:52,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,637 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:21:52,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:52,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:52,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:21:52,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:21:52,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:21:52,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:52,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:52,643 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,644 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,644 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,645 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,645 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,645 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:52,646 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:21:52,647 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:52,647 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64831573, jitterRate=-0.03393428027629852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:52,648 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331312637Initializing all the Stores at 1731331312638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331312638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331312638Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331312638Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331312638Cleaning up temporary data from old regions at 1731331312645 (+7 ms)Region opened successfully at 1731331312648 (+3 ms) 2024-11-11T13:21:52,648 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:21:52,650 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551b6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:52,650 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:21:52,650 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:21:52,650 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:21:52,651 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:21:52,651 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:21:52,651 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:21:52,651 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:21:52,654 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:21:52,655 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Unable to get data of znode /1-1119702176/balancer because node does not exist (not necessarily an error) 2024-11-11T13:21:52,656 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/balancer already deleted, retry=false 2024-11-11T13:21:52,656 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:21:52,656 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Unable to get data of znode /1-1119702176/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:21:52,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/normalizer already deleted, retry=false 2024-11-11T13:21:52,657 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:21:52,657 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Unable to get data of znode /1-1119702176/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:21:52,658 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/switch/split already deleted, retry=false 2024-11-11T13:21:52,658 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Unable to get data of znode /1-1119702176/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:21:52,659 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/switch/merge already deleted, retry=false 2024-11-11T13:21:52,660 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Unable to get data of znode /1-1119702176/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:21:52,661 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/snapshot-cleanup already deleted, retry=false 2024-11-11T13:21:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119702176/running 2024-11-11T13:21:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119702176/running 2024-11-11T13:21:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,662 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,44365,1731331312017, sessionid=0x1002ef291ee0003, setting cluster-up flag (Was=false) 2024-11-11T13:21:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,665 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119702176/flush-table-proc/acquired, /1-1119702176/flush-table-proc/reached, /1-1119702176/flush-table-proc/abort 2024-11-11T13:21:52,666 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:52,669 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119702176/online-snapshot/acquired, /1-1119702176/online-snapshot/reached, /1-1119702176/online-snapshot/abort 2024-11-11T13:21:52,669 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:52,670 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:21:52,671 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:52,671 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:21:52,672 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:21:52,672 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,44365,1731331312017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:52,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:52,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:21:52,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:52,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:21:52,681 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331342681 2024-11-11T13:21:52,681 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:21:52,681 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:21:52,682 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:21:52,682 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:21:52,682 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:21:52,682 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:21:52,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:21:52,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:21:52,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:21:52,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:21:52,686 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:21:52,686 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:21:52,687 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331312686,5,FailOnTimeoutGroup] 2024-11-11T13:21:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:21:52,691 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331312687,5,FailOnTimeoutGroup] 2024-11-11T13:21:52,691 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,691 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:21:52,691 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,691 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,714 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(746): ClusterId : 0c774f43-1b72-4987-b4b1-02732380a81d 2024-11-11T13:21:52,714 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:21:52,715 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:21:52,715 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:21:52,716 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:21:52,717 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d8af77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:21:52,727 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:43645 2024-11-11T13:21:52,727 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:21:52,727 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:21:52,727 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:21:52,728 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,44365,1731331312017 with port=43645, startcode=1731331312068 2024-11-11T13:21:52,728 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:21:52,734 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:21:52,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44365 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,736 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73 2024-11-11T13:21:52,736 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41419 2024-11-11T13:21:52,736 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:21:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/rs 2024-11-11T13:21:52,739 DEBUG [RS:0;bbb9a1547c7c:43645 {}] zookeeper.ZKUtil(111): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on existing znode=/1-1119702176/rs/bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,739 WARN [RS:0;bbb9a1547c7c:43645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:21:52,739 INFO [RS:0;bbb9a1547c7c:43645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:52,739 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,43645,1731331312068] 2024-11-11T13:21:52,745 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:21:52,749 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:21:52,750 INFO [RS:0;bbb9a1547c7c:43645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:21:52,750 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,750 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:21:52,751 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:21:52,751 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:52,751 DEBUG [RS:0;bbb9a1547c7c:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,753 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43645,1731331312068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:52,766 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:21:52,766 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43645,1731331312068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,766 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,766 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.Replication(171): bbb9a1547c7c,43645,1731331312068 started 2024-11-11T13:21:52,778 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:52,778 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,43645,1731331312068, RpcServer on bbb9a1547c7c/172.17.0.2:43645, sessionid=0x1002ef291ee0004 2024-11-11T13:21:52,778 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:21:52,778 DEBUG [RS:0;bbb9a1547c7c:43645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,778 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43645,1731331312068' 2024-11-11T13:21:52,778 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119702176/flush-table-proc/abort' 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119702176/flush-table-proc/acquired' 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43645,1731331312068' 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119702176/online-snapshot/abort' 2024-11-11T13:21:52,779 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119702176/online-snapshot/acquired' 2024-11-11T13:21:52,780 DEBUG [RS:0;bbb9a1547c7c:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:21:52,780 INFO [RS:0;bbb9a1547c7c:43645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:21:52,780 INFO [RS:0;bbb9a1547c7c:43645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:21:52,880 INFO [RS:0;bbb9a1547c7c:43645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:21:52,882 INFO [RS:0;bbb9a1547c7c:43645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43645%2C1731331312068, suffix=, logDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/oldWALs, maxLogs=10 2024-11-11T13:21:52,898 DEBUG [RS:0;bbb9a1547c7c:43645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, exclude list is [], retry=0 2024-11-11T13:21:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27,DISK] 2024-11-11T13:21:52,902 INFO [RS:0;bbb9a1547c7c:43645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 2024-11-11T13:21:52,903 DEBUG [RS:0;bbb9a1547c7c:43645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-11T13:21:53,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:21:53,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73 2024-11-11T13:21:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:21:53,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:53,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:53,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:53,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:53,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:53,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:53,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:53,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:53,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:53,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:53,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740 2024-11-11T13:21:53,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740 2024-11-11T13:21:53,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:53,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:53,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:53,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:53,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67539367, jitterRate=0.0064149945974349976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331313500Initializing all the Stores at 1731331313501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331313501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313501Cleaning up temporary data from old regions at 1731331313508 (+7 ms)Region opened successfully at 1731331313510 (+2 ms) 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:21:53,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:21:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:21:53,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:21:53,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331313510Disabling compacts and flushes for region at 1731331313510Disabling writes for close at 1731331313510Writing region close event to WAL at 1731331313511 (+1 ms)Closed at 1731331313511 2024-11-11T13:21:53,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:53,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:21:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:21:53,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:53,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:21:53,663 DEBUG [bbb9a1547c7c:44365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:21:53,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:53,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43645,1731331312068, state=OPENING 2024-11-11T13:21:53,665 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:21:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:53,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119702176/meta-region-server: CHANGED 2024-11-11T13:21:53,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119702176/meta-region-server: CHANGED 2024-11-11T13:21:53,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:21:53,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43645,1731331312068}] 2024-11-11T13:21:53,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:53,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:21:53,822 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:21:53,822 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:53,822 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:21:53,823 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43645%2C1731331312068.meta, suffix=.meta, logDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/oldWALs, maxLogs=10 2024-11-11T13:21:53,839 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.meta.1731331313824.meta, exclude list is [], retry=0 2024-11-11T13:21:53,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27,DISK] 2024-11-11T13:21:53,843 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.meta.1731331313824.meta 2024-11-11T13:21:53,843 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-11T13:21:53,843 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:53,844 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:21:53,844 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:21:53,844 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:21:53,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:21:53,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:21:53,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:21:53,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:21:53,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:21:53,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:21:53,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:21:53,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:21:53,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:21:53,850 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:21:53,850 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740 2024-11-11T13:21:53,851 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740 2024-11-11T13:21:53,852 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:21:53,852 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:21:53,852 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:21:53,853 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:21:53,854 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63677757, jitterRate=-0.05112747848033905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:21:53,854 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:21:53,854 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331313845Writing region info on filesystem at 1731331313845Initializing all the Stores at 1731331313845Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313846 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331313846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331313846Cleaning up temporary data from old regions at 1731331313852 (+6 ms)Running coprocessor post-open hooks at 1731331313854 (+2 ms)Region opened successfully at 1731331313854 2024-11-11T13:21:53,855 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331313818 2024-11-11T13:21:53,857 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:21:53,857 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:21:53,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:53,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43645,1731331312068, state=OPEN 2024-11-11T13:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119702176/meta-region-server 2024-11-11T13:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119702176/meta-region-server 2024-11-11T13:21:53,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:53,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119702176/meta-region-server: CHANGED 2024-11-11T13:21:53,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119702176/meta-region-server: CHANGED 2024-11-11T13:21:53,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:21:53,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43645,1731331312068 in 192 msec 2024-11-11T13:21:53,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:21:53,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-11T13:21:53,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:21:53,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:21:53,864 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:53,864 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43645,1731331312068, seqNum=-1] 2024-11-11T13:21:53,865 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:53,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:53,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-11T13:21:53,870 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331313870, completionTime=-1 2024-11-11T13:21:53,870 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:21:53,870 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331373872 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331433872 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:44365, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,872 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,873 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,874 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.755sec 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:21:53,876 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:21:53,878 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:21:53,878 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:21:53,878 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44365,1731331312017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:21:53,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:53,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:53,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:53,916 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ee110e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:53,918 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:53,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:53,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43645,1731331312068, seqNum=-1] 2024-11-11T13:21:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:53,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:53,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:53,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65020 2024-11-11T13:21:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:21:53,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef291ee0005 connected 2024-11-11T13:21:53,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d471091 2024-11-11T13:21:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:53,931 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:53,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:21:53,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:53,935 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:53,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:21:53,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:21:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:54,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7ed550e652631429fbcbed0ecf5ff8d, NAME => 'test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809 2024-11-11T13:21:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7ed550e652631429fbcbed0ecf5ff8d, disabling compactions & flushes 2024-11-11T13:21:54,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. after waiting 0 ms 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7ed550e652631429fbcbed0ecf5ff8d: Waiting for close lock at 1731331314408Disabling compacts and flushes for region at 1731331314408Disabling writes for close at 1731331314408Writing region close event to WAL at 1731331314408Closed at 1731331314408 2024-11-11T13:21:54,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:54,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331314410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331314410"}]},"ts":"1731331314410"} 2024-11-11T13:21:54,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:54,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:54,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331314417"}]},"ts":"1731331314417"} 2024-11-11T13:21:54,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:21:54,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7ed550e652631429fbcbed0ecf5ff8d, ASSIGN}] 2024-11-11T13:21:54,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7ed550e652631429fbcbed0ecf5ff8d, ASSIGN 2024-11-11T13:21:54,425 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7ed550e652631429fbcbed0ecf5ff8d, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,34941,1731331308130; forceNewPlan=false, retain=false 2024-11-11T13:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:54,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ed550e652631429fbcbed0ecf5ff8d, regionState=OPENING, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:54,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7ed550e652631429fbcbed0ecf5ff8d, ASSIGN because future has completed 2024-11-11T13:21:54,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ed550e652631429fbcbed0ecf5ff8d, server=bbb9a1547c7c,34941,1731331308130}] 2024-11-11T13:21:54,745 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,745 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7ed550e652631429fbcbed0ecf5ff8d, NAME => 'test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:54,746 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:54,746 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:21:54,746 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,746 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:54,746 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,746 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,749 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,751 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ed550e652631429fbcbed0ecf5ff8d columnFamilyName f 2024-11-11T13:21:54,751 DEBUG [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:54,752 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(327): Store=e7ed550e652631429fbcbed0ecf5ff8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:54,752 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,754 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ed550e652631429fbcbed0ecf5ff8d columnFamilyName f1 2024-11-11T13:21:54,754 DEBUG [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:54,755 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(327): Store=e7ed550e652631429fbcbed0ecf5ff8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:54,755 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,756 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ed550e652631429fbcbed0ecf5ff8d columnFamilyName norep 2024-11-11T13:21:54,756 DEBUG [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:54,756 INFO [StoreOpener-e7ed550e652631429fbcbed0ecf5ff8d-1 {}] regionserver.HStore(327): Store=e7ed550e652631429fbcbed0ecf5ff8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:54,756 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,757 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,757 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,758 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,758 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,759 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:54,760 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,766 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:54,766 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7ed550e652631429fbcbed0ecf5ff8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71361598, jitterRate=0.06337067484855652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:54,766 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:21:54,767 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7ed550e652631429fbcbed0ecf5ff8d: Running coprocessor pre-open hook at 1731331314746Writing region info on filesystem at 1731331314746Initializing all the Stores at 1731331314747 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331314747Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331314749 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331314749Cleaning up temporary data from old regions at 1731331314758 (+9 ms)Running coprocessor post-open hooks at 1731331314766 (+8 ms)Region opened successfully at 1731331314767 (+1 ms) 2024-11-11T13:21:54,768 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d., pid=6, masterSystemTime=1731331314740 2024-11-11T13:21:54,771 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,771 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:21:54,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ed550e652631429fbcbed0ecf5ff8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ed550e652631429fbcbed0ecf5ff8d, server=bbb9a1547c7c,34941,1731331308130 because future has completed 2024-11-11T13:21:54,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:21:54,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7ed550e652631429fbcbed0ecf5ff8d, server=bbb9a1547c7c,34941,1731331308130 in 197 msec 2024-11-11T13:21:54,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:21:54,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7ed550e652631429fbcbed0ecf5ff8d, ASSIGN in 355 msec 2024-11-11T13:21:54,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:54,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331314780"}]},"ts":"1731331314780"} 2024-11-11T13:21:54,783 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:21:54,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:54,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 851 msec 2024-11-11T13:21:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:55,077 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:21:55,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533d599a 2024-11-11T13:21:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:55,079 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:55,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:21:55,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:55,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:55,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:21:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:55,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:21:55,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 023f73b5eea6f2e80ba65f87dbce3b1e, NAME => 'test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73 2024-11-11T13:21:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:21:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 023f73b5eea6f2e80ba65f87dbce3b1e, disabling compactions & flushes 2024-11-11T13:21:55,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. after waiting 0 ms 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 023f73b5eea6f2e80ba65f87dbce3b1e: Waiting for close lock at 1731331315513Disabling compacts and flushes for region at 1731331315513Disabling writes for close at 1731331315513Writing region close event to WAL at 1731331315513Closed at 1731331315513 2024-11-11T13:21:55,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:55,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331315514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331315514"}]},"ts":"1731331315514"} 2024-11-11T13:21:55,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:55,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:55,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331315517"}]},"ts":"1731331315517"} 2024-11-11T13:21:55,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:21:55,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=023f73b5eea6f2e80ba65f87dbce3b1e, ASSIGN}] 2024-11-11T13:21:55,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=023f73b5eea6f2e80ba65f87dbce3b1e, ASSIGN 2024-11-11T13:21:55,521 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=023f73b5eea6f2e80ba65f87dbce3b1e, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,43645,1731331312068; forceNewPlan=false, retain=false 2024-11-11T13:21:55,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:21:55,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:21:55,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023f73b5eea6f2e80ba65f87dbce3b1e, regionState=OPENING, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:55,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=023f73b5eea6f2e80ba65f87dbce3b1e, ASSIGN because future has completed 2024-11-11T13:21:55,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023f73b5eea6f2e80ba65f87dbce3b1e, server=bbb9a1547c7c,43645,1731331312068}] 2024-11-11T13:21:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:55,829 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,830 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 023f73b5eea6f2e80ba65f87dbce3b1e, NAME => 'test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:55,830 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:55,830 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:21:55,830 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,830 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:55,830 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,830 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,833 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,836 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f73b5eea6f2e80ba65f87dbce3b1e columnFamilyName f 2024-11-11T13:21:55,836 DEBUG [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:55,837 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(327): Store=023f73b5eea6f2e80ba65f87dbce3b1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:55,837 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,839 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f73b5eea6f2e80ba65f87dbce3b1e columnFamilyName f1 2024-11-11T13:21:55,839 DEBUG [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:55,840 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(327): Store=023f73b5eea6f2e80ba65f87dbce3b1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:55,840 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,841 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f73b5eea6f2e80ba65f87dbce3b1e columnFamilyName norep 2024-11-11T13:21:55,841 DEBUG [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:55,844 INFO [StoreOpener-023f73b5eea6f2e80ba65f87dbce3b1e-1 {}] regionserver.HStore(327): Store=023f73b5eea6f2e80ba65f87dbce3b1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:55,844 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,845 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,845 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,846 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,846 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,847 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:55,847 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,854 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:55,854 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 023f73b5eea6f2e80ba65f87dbce3b1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69643232, jitterRate=0.0377650260925293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:55,854 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:21:55,854 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 023f73b5eea6f2e80ba65f87dbce3b1e: Running coprocessor pre-open hook at 1731331315831Writing region info on filesystem at 1731331315831Initializing all the Stores at 1731331315831Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331315831Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331315833 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331315833Cleaning up temporary data from old regions at 1731331315846 (+13 ms)Running coprocessor post-open hooks at 1731331315854 (+8 ms)Region opened successfully at 1731331315854 2024-11-11T13:21:55,855 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e., pid=6, masterSystemTime=1731331315826 2024-11-11T13:21:55,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023f73b5eea6f2e80ba65f87dbce3b1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:55,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,859 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:21:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023f73b5eea6f2e80ba65f87dbce3b1e, server=bbb9a1547c7c,43645,1731331312068 because future has completed 2024-11-11T13:21:55,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:21:55,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 023f73b5eea6f2e80ba65f87dbce3b1e, server=bbb9a1547c7c,43645,1731331312068 in 194 msec 2024-11-11T13:21:55,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:21:55,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=023f73b5eea6f2e80ba65f87dbce3b1e, ASSIGN in 351 msec 2024-11-11T13:21:55,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:55,872 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331315872"}]},"ts":"1731331315872"} 2024-11-11T13:21:55,874 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:21:55,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:55,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 795 msec 2024-11-11T13:21:56,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:21:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:21:56,226 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:21:56,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:56,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:56,239 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e78e22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:56,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,241 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705057d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:56,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:56,253 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e0bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,254 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:56,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53348e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:56,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:56,258 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:56,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af85df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:56,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:56,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,260 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f40889e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f24826 2024-11-11T13:21:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:56,266 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:56,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:44365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:21:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:56,269 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:44365' 2024-11-11T13:21:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:56,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3bfb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,281 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:56,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:56,282 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:56,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57166fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,284 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:56,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517f5443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:56,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:56,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:56,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df05aea 2024-11-11T13:21:56,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:56,288 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:56,289 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:21:56,289 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:21:56,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:56,290 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:56,291 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:56,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:56,292 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:56,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:56,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:56,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:21:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:21:56,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d68e1b4501d7527a4265b12191290121, NAME => 'hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809 2024-11-11T13:21:56,344 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:21:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d68e1b4501d7527a4265b12191290121, disabling compactions & flushes 2024-11-11T13:21:56,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. after waiting 0 ms 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d68e1b4501d7527a4265b12191290121: Waiting for close lock at 1731331316351Disabling compacts and flushes for region at 1731331316351Disabling writes for close at 1731331316351Writing region close event to WAL at 1731331316351Closed at 1731331316351 2024-11-11T13:21:56,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:56,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331316355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331316355"}]},"ts":"1731331316355"} 2024-11-11T13:21:56,358 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:56,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:56,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331316359"}]},"ts":"1731331316359"} 2024-11-11T13:21:56,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:21:56,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1b4501d7527a4265b12191290121, ASSIGN}] 2024-11-11T13:21:56,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1b4501d7527a4265b12191290121, ASSIGN 2024-11-11T13:21:56,363 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68e1b4501d7527a4265b12191290121, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,34941,1731331308130; forceNewPlan=false, retain=false 2024-11-11T13:21:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:56,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68e1b4501d7527a4265b12191290121, regionState=OPENING, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:56,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68e1b4501d7527a4265b12191290121, ASSIGN because future has completed 2024-11-11T13:21:56,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68e1b4501d7527a4265b12191290121, server=bbb9a1547c7c,34941,1731331308130}] 2024-11-11T13:21:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:56,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:56,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34941%2C1731331308130.rep, suffix=, logDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130, archiveDir=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/oldWALs, maxLogs=10 2024-11-11T13:21:56,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.rep.1731331316676, exclude list is [], retry=0 2024-11-11T13:21:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-337d3580-25c9-43d2-a63c-eea1688fc372,DISK] 2024-11-11T13:21:56,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.rep.1731331316676 2024-11-11T13:21:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42093:42093)] 2024-11-11T13:21:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d68e1b4501d7527a4265b12191290121, NAME => 'hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:56,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. service=MultiRowMutationService 2024-11-11T13:21:56,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:56,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,709 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,711 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1b4501d7527a4265b12191290121 columnFamilyName hfileref 2024-11-11T13:21:56,711 DEBUG [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:56,711 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(327): Store=d68e1b4501d7527a4265b12191290121/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:56,711 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,712 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1b4501d7527a4265b12191290121 columnFamilyName queue 2024-11-11T13:21:56,712 DEBUG [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:56,713 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(327): Store=d68e1b4501d7527a4265b12191290121/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:56,713 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,730 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1b4501d7527a4265b12191290121 columnFamilyName sid 2024-11-11T13:21:56,730 DEBUG [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:56,733 INFO [StoreOpener-d68e1b4501d7527a4265b12191290121-1 {}] regionserver.HStore(327): Store=d68e1b4501d7527a4265b12191290121/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:56,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:56,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:56,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d68e1b4501d7527a4265b12191290121; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60188572, jitterRate=-0.10312038660049438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d68e1b4501d7527a4265b12191290121 2024-11-11T13:21:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d68e1b4501d7527a4265b12191290121: Running coprocessor pre-open hook at 1731331316702Writing region info on filesystem at 1731331316702Initializing all the Stores at 1731331316703 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331316703Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331316709 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331316709Cleaning up temporary data from old regions at 1731331316735 (+26 ms)Running coprocessor post-open hooks at 1731331316740 (+5 ms)Region opened successfully at 1731331316741 (+1 ms) 2024-11-11T13:21:56,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121., pid=10, masterSystemTime=1731331316669 2024-11-11T13:21:56,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:21:56,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68e1b4501d7527a4265b12191290121, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34941,1731331308130 2024-11-11T13:21:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68e1b4501d7527a4265b12191290121, server=bbb9a1547c7c,34941,1731331308130 because future has completed 2024-11-11T13:21:56,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:21:56,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d68e1b4501d7527a4265b12191290121, server=bbb9a1547c7c,34941,1731331308130 in 234 msec 2024-11-11T13:21:56,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:21:56,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1b4501d7527a4265b12191290121, ASSIGN in 393 msec 2024-11-11T13:21:56,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:56,758 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331316758"}]},"ts":"1731331316758"} 2024-11-11T13:21:56,760 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:21:56,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:56,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 471 msec 2024-11-11T13:21:56,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121., hostname=bbb9a1547c7c,34941,1731331308130, seqNum=2] 2024-11-11T13:21:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:21:56,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:21:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:56,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:21:56,985 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:21:57,039 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,34941,1731331308130, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:57,039 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:57,039 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34941,1731331308130, seqNum=-1] 2024-11-11T13:21:57,040 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:57,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:57,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,34941,1731331308130', locateType=CURRENT is [region=hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121., hostname=bbb9a1547c7c,34941,1731331308130, seqNum=2] 2024-11-11T13:21:57,046 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:21:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:21:57,057 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,34941,1731331308130 suceeded 2024-11-11T13:21:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:21:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-11T13:21:57,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:44365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:21:57,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 803 msec 2024-11-11T13:21:57,087 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:44365' 2024-11-11T13:21:57,101 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ada9d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,101 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:57,102 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:57,103 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d875c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,105 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:57,106 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398602ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,106 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31bc35c0 2024-11-11T13:21:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:57,109 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:57,110 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,34941,1731331308130 (queues=1) is replicating from cluster=3be56661-45de-496a-9eea-b69a65d267b7 to cluster=0c774f43-1b72-4987-b4b1-02732380a81d 2024-11-11T13:21:57,110 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C34941%2C1731331308130 2024-11-11T13:21:57,110 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,34941,1731331308130, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:57,115 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C34941%2C1731331308130 2024-11-11T13:21:57,119 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, startPosition=0, beingWritten=true 2024-11-11T13:21:57,150 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:57,150 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 379, reset compression=false 2024-11-11T13:21:57,150 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:57,386 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 379, reset compression=false 2024-11-11T13:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:57,407 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:21:57,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:57,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:57,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:57,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:57,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:57,422 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de6f4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,424 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56820e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,44365,1731331312017 2024-11-11T13:21:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d021fb 2024-11-11T13:21:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:57,428 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:57,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:36945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:57,438 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:36945' 2024-11-11T13:21:57,439 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f6d49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,439 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:57,440 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:57,440 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dea0d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:57,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:57,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,443 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:57,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5504b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:57,444 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:57,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:57,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c7b70e 2024-11-11T13:21:57,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:57,447 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:21:57,450 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T13:21:57,450 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:21:57,450 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,450 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:57,451 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:21:57,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:57,452 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:21:57,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:21:57,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:57,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:21:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:21:57,503 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:21:57,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3d08157b456657ee2d57ab350606c29, NAME => 'hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73 2024-11-11T13:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:21:57,717 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 379, reset compression=false 2024-11-11T13:21:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3d08157b456657ee2d57ab350606c29, disabling compactions & flushes 2024-11-11T13:21:57,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. after waiting 0 ms 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:57,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:57,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3d08157b456657ee2d57ab350606c29: Waiting for close lock at 1731331317959Disabling compacts and flushes for region at 1731331317959Disabling writes for close at 1731331317959Writing region close event to WAL at 1731331317959Closed at 1731331317959 2024-11-11T13:21:57,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:21:57,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331317961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331317961"}]},"ts":"1731331317961"} 2024-11-11T13:21:57,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:21:57,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:21:57,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331317963"}]},"ts":"1731331317963"} 2024-11-11T13:21:57,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:21:57,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3d08157b456657ee2d57ab350606c29, ASSIGN}] 2024-11-11T13:21:57,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3d08157b456657ee2d57ab350606c29, ASSIGN 2024-11-11T13:21:57,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3d08157b456657ee2d57ab350606c29, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,43645,1731331312068; forceNewPlan=false, retain=false 2024-11-11T13:21:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:58,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3d08157b456657ee2d57ab350606c29, regionState=OPENING, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:58,122 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 379, reset compression=false 2024-11-11T13:21:58,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3d08157b456657ee2d57ab350606c29, ASSIGN because future has completed 2024-11-11T13:21:58,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d08157b456657ee2d57ab350606c29, server=bbb9a1547c7c,43645,1731331312068}] 2024-11-11T13:21:58,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:58,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:21:58,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:21:58,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43645%2C1731331312068.rep, suffix=, logDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068, archiveDir=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/oldWALs, maxLogs=10 2024-11-11T13:21:58,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.rep.1731331318282, exclude list is [], retry=0 2024-11-11T13:21:58,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-d7ec8e3f-0941-4da0-acb1-0e2e127c7a27,DISK] 2024-11-11T13:21:58,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.rep.1731331318282 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3d08157b456657ee2d57ab350606c29, NAME => 'hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:21:58,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. service=MultiRowMutationService 2024-11-11T13:21:58,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,308 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,309 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3d08157b456657ee2d57ab350606c29 columnFamilyName hfileref 2024-11-11T13:21:58,309 DEBUG [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:58,309 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(327): Store=d3d08157b456657ee2d57ab350606c29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:58,309 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,310 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3d08157b456657ee2d57ab350606c29 columnFamilyName queue 2024-11-11T13:21:58,310 DEBUG [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:58,310 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(327): Store=d3d08157b456657ee2d57ab350606c29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:58,311 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,311 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3d08157b456657ee2d57ab350606c29 columnFamilyName sid 2024-11-11T13:21:58,311 DEBUG [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:21:58,312 INFO [StoreOpener-d3d08157b456657ee2d57ab350606c29-1 {}] regionserver.HStore(327): Store=d3d08157b456657ee2d57ab350606c29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:21:58,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/replication/d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/replication/d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:21:58,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/replication/d3d08157b456657ee2d57ab350606c29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:21:58,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3d08157b456657ee2d57ab350606c29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65897346, jitterRate=-0.018053025007247925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:21:58,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:21:58,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3d08157b456657ee2d57ab350606c29: Running coprocessor pre-open hook at 1731331318307Writing region info on filesystem at 1731331318307Initializing all the Stores at 1731331318307Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331318307Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331318307Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331318307Cleaning up temporary data from old regions at 1731331318313 (+6 ms)Running coprocessor post-open hooks at 1731331318317 (+4 ms)Region opened successfully at 1731331318317 2024-11-11T13:21:58,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29., pid=10, masterSystemTime=1731331318276 2024-11-11T13:21:58,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:58,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:21:58,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3d08157b456657ee2d57ab350606c29, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43645,1731331312068 2024-11-11T13:21:58,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d08157b456657ee2d57ab350606c29, server=bbb9a1547c7c,43645,1731331312068 because future has completed 2024-11-11T13:21:58,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:21:58,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3d08157b456657ee2d57ab350606c29, server=bbb9a1547c7c,43645,1731331312068 in 207 msec 2024-11-11T13:21:58,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:21:58,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3d08157b456657ee2d57ab350606c29, ASSIGN in 366 msec 2024-11-11T13:21:58,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:21:58,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331318335"}]},"ts":"1731331318335"} 2024-11-11T13:21:58,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:21:58,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:21:58,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 889 msec 2024-11-11T13:21:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29., hostname=bbb9a1547c7c,43645,1731331312068, seqNum=2] 2024-11-11T13:21:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:21:58,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:21:58,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:21:58,519 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:21:58,545 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,43645,1731331312068, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:21:58,546 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:58,546 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43645,1731331312068, seqNum=-1] 2024-11-11T13:21:58,546 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:58,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:58,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,43645,1731331312068', locateType=CURRENT is [region=hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29., hostname=bbb9a1547c7c,43645,1731331312068, seqNum=2] 2024-11-11T13:21:58,551 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:21:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:21:58,553 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,43645,1731331312068 suceeded 2024-11-11T13:21:58,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:21:58,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T13:21:58,556 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:36945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:21:58,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1270 sec 2024-11-11T13:21:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:21:58,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:21:58,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:21:58,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:21:58,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:58,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:58,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:58,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:21:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34941,1731331308130, seqNum=-1] 2024-11-11T13:21:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:58,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:58,570 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:36945' 2024-11-11T13:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d., hostname=bbb9a1547c7c,34941,1731331308130, seqNum=2] 2024-11-11T13:21:58,573 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7289b9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,573 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:58,573 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:58,574 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a674d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:58,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:58,576 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:58,577 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2195ed82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43645,1731331312068, seqNum=-1] 2024-11-11T13:21:58,577 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:21:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,36945,1731331308079 2024-11-11T13:21:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7580bcff 2024-11-11T13:21:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:21:58,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:21:58,579 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T13:21:58,580 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,43645,1731331312068 (queues=1) is replicating from cluster=0c774f43-1b72-4987-b4b1-02732380a81d to cluster=3be56661-45de-496a-9eea-b69a65d267b7 2024-11-11T13:21:58,580 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C43645%2C1731331312068 2024-11-11T13:21:58,580 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,43645,1731331312068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:21:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e., hostname=bbb9a1547c7c,43645,1731331312068, seqNum=2] 2024-11-11T13:21:58,581 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, startPosition=0, beingWritten=true 2024-11-11T13:21:58,581 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C43645%2C1731331312068 2024-11-11T13:21:58,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T13:21:58,587 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:58,587 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 379, reset compression=false 2024-11-11T13:21:58,587 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:58,626 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 379, reset compression=false 2024-11-11T13:21:58,635 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:58,635 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 480, reset compression=false 2024-11-11T13:21:58,635 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7ed550e652631429fbcbed0ecf5ff8d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T13:21:58,640 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:58,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T13:21:58,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:21:58,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1291d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,44365,-1 for getting cluster id 2024-11-11T13:21:58,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:58,646 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c774f43-1b72-4987-b4b1-02732380a81d' 2024-11-11T13:21:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c774f43-1b72-4987-b4b1-02732380a81d" 2024-11-11T13:21:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3abdc075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,44365,-1] 2024-11-11T13:21:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:58,648 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:58,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76cee391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:58,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43645,1731331312068, seqNum=-1] 2024-11-11T13:21:58,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:58,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:58,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e., hostname=bbb9a1547c7c,43645,1731331312068, seqNum=2] 2024-11-11T13:21:58,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:21:58,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:21:58,810 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 379, reset compression=false 2024-11-11T13:21:58,818 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:21:58,818 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 503, reset compression=false 2024-11-11T13:21:58,818 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:21:58,847 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 480, reset compression=false 2024-11-11T13:21:59,034 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 503, reset compression=false 2024-11-11T13:21:59,153 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 480, reset compression=false 2024-11-11T13:21:59,339 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 503, reset compression=false 2024-11-11T13:21:59,561 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 480, reset compression=false 2024-11-11T13:21:59,586 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T13:21:59,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T13:21:59,744 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 503, reset compression=false 2024-11-11T13:21:59,750 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:21:59,750 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 607, reset compression=false 2024-11-11T13:21:59,750 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[{test/023f73b5eea6f2e80ba65f87dbce3b1e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:21:59,752 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:21:59,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T13:21:59,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:21:59,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d8a29b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:59,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,36945,-1 for getting cluster id 2024-11-11T13:21:59,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:21:59,759 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3be56661-45de-496a-9eea-b69a65d267b7' 2024-11-11T13:21:59,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:21:59,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3be56661-45de-496a-9eea-b69a65d267b7" 2024-11-11T13:21:59,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b45bd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:59,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,36945,-1] 2024-11-11T13:21:59,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:21:59,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:21:59,760 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:21:59,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316eee8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:21:59,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:21:59,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34941,1731331308130, seqNum=-1] 2024-11-11T13:21:59,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:21:59,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T13:21:59,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d., hostname=bbb9a1547c7c,34941,1731331308130, seqNum=2] 2024-11-11T13:21:59,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:21:59,978 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 607, reset compression=false 2024-11-11T13:22:00,066 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 480, reset compression=false 2024-11-11T13:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 607, reset compression=false 2024-11-11T13:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:00,282 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 607, reset compression=false 2024-11-11T13:22:00,306 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 607, reset compression=false 2024-11-11T13:22:00,593 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T13:22:00,600 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T13:22:00,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 607, reset compression=false 2024-11-11T13:22:00,631 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:00,631 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 763, reset compression=false 2024-11-11T13:22:00,631 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7ed550e652631429fbcbed0ecf5ff8d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T13:22:00,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:00,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:00,705 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 607, reset compression=false 2024-11-11T13:22:00,710 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:00,710 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 754, reset compression=false 2024-11-11T13:22:00,710 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:00,839 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 763, reset compression=false 2024-11-11T13:22:00,920 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 754, reset compression=false 2024-11-11T13:22:01,165 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 763, reset compression=false 2024-11-11T13:22:01,242 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 754, reset compression=false 2024-11-11T13:22:01,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:01,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:01,574 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 763, reset compression=false 2024-11-11T13:22:01,603 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T13:22:01,615 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T13:22:01,648 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 754, reset compression=false 2024-11-11T13:22:01,676 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:01,676 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 913, reset compression=false 2024-11-11T13:22:01,676 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[{test/023f73b5eea6f2e80ba65f87dbce3b1e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T13:22:01,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:01,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:01,906 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 913, reset compression=false 2024-11-11T13:22:02,088 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 763, reset compression=false 2024-11-11T13:22:02,092 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:02,092 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:02,092 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:02,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:02,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:02,146 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:02,214 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 913, reset compression=false 2024-11-11T13:22:02,295 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:02,599 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:02,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T13:22:02,625 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 913, reset compression=false 2024-11-11T13:22:02,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:22:02,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:02,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:02,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:02,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:02,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:22:02,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=275346004, stopped=false 2024-11-11T13:22:02,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,44365,1731331312017 2024-11-11T13:22:02,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119702176/running 2024-11-11T13:22:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119702176/running 2024-11-11T13:22:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:22:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:22:02,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:02,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:02,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/running 2024-11-11T13:22:02,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:02,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:02,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,43645,1731331312068' ***** 2024-11-11T13:22:02,629 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:22:02,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Set watcher on znode that does not yet exist, /1-1119702176/running 2024-11-11T13:22:02,630 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:22:02,631 INFO [RS:0;bbb9a1547c7c:43645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:22:02,631 INFO [RS:0;bbb9a1547c7c:43645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:22:02,631 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for 023f73b5eea6f2e80ba65f87dbce3b1e 2024-11-11T13:22:02,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:22:02,645 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:02,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 023f73b5eea6f2e80ba65f87dbce3b1e, disabling compactions & flushes 2024-11-11T13:22:02,645 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:22:02,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:22:02,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. after waiting 0 ms 2024-11-11T13:22:02,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:22:02,646 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 023f73b5eea6f2e80ba65f87dbce3b1e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,43645,1731331312068 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43645. 2024-11-11T13:22:02,646 DEBUG [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:02,646 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:22:02,646 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:22:02,653 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:22:02,653 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1325): Online Regions={023f73b5eea6f2e80ba65f87dbce3b1e=test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e., 1588230740=hbase:meta,,1.1588230740, d3d08157b456657ee2d57ab350606c29=hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.} 2024-11-11T13:22:02,653 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1351): Waiting on 023f73b5eea6f2e80ba65f87dbce3b1e, 1588230740, d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:02,657 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:02,657 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:02,657 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:02,657 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:02,657 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:02,657 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:22:02,671 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:02,700 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f/d2b92ee001e045509ceb6c4c3ce38878 is 29, key is row1/f:/1731331321604/DeleteFamily/seqid=0 2024-11-11T13:22:02,703 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/info/d7de758e947d4013bae4785cd6098d16 is 147, key is hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29./info:regioninfo/1731331318321/Put/seqid=0 2024-11-11T13:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 1160, reset compression=false 2024-11-11T13:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43645,1731331312068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:02,709 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,43645,1731331312068: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,43645,1731331312068, walGroup=bbb9a1547c7c%2C43645%2C1731331312068, offset=bbb9a1547c7c%2C43645%2C1731331312068.1731331312882:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:43645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:22:02,710 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:22:02,711 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:22:02,711 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:22:02,711 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:22:02,711 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:22:02,711 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 575156720 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191126128 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:22:02,712 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:44365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:44365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:22:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741840_1016 (size=5118) 2024-11-11T13:22:02,716 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f/d2b92ee001e045509ceb6c4c3ce38878 2024-11-11T13:22:02,722 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2b92ee001e045509ceb6c4c3ce38878 2024-11-11T13:22:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:22:02,743 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/info/d7de758e947d4013bae4785cd6098d16 2024-11-11T13:22:02,769 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f1/2cdee972918c49ccb6a8c146c11f24d5 is 30, key is row1/f1:/1731331321604/DeleteFamily/seqid=0 2024-11-11T13:22:02,780 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/ns/65e97c6d86024382b76b19c02a40ace1 is 43, key is default/ns:d/1731331313866/Put/seqid=0 2024-11-11T13:22:02,787 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:22:02,788 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:22:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741842_1018 (size=5123) 2024-11-11T13:22:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741843_1019 (size=5153) 2024-11-11T13:22:02,824 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/ns/65e97c6d86024382b76b19c02a40ace1 2024-11-11T13:22:02,853 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/rep_barrier/57d7d33f909e4614b48a284e1140ec74 is 112, key is test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e./rep_barrier:seqnumDuringOpen/1731331315858/Put/seqid=0 2024-11-11T13:22:02,853 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1351): Waiting on 023f73b5eea6f2e80ba65f87dbce3b1e, 1588230740, d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:22:02,869 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/rep_barrier/57d7d33f909e4614b48a284e1140ec74 2024-11-11T13:22:02,893 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/table/487a0feb728d47cfb07a728ad2778b31 is 53, key is hbase:replication/table:state/1731331318335/Put/seqid=0 2024-11-11T13:22:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741845_1021 (size=5308) 2024-11-11T13:22:02,905 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/table/487a0feb728d47cfb07a728ad2778b31 2024-11-11T13:22:02,914 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/info/d7de758e947d4013bae4785cd6098d16 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/info/d7de758e947d4013bae4785cd6098d16 2024-11-11T13:22:02,920 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/info/d7de758e947d4013bae4785cd6098d16, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:22:02,921 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/ns/65e97c6d86024382b76b19c02a40ace1 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/ns/65e97c6d86024382b76b19c02a40ace1 2024-11-11T13:22:02,925 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/ns/65e97c6d86024382b76b19c02a40ace1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:22:02,933 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/rep_barrier/57d7d33f909e4614b48a284e1140ec74 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/rep_barrier/57d7d33f909e4614b48a284e1140ec74 2024-11-11T13:22:02,941 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/rep_barrier/57d7d33f909e4614b48a284e1140ec74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:22:02,943 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/.tmp/table/487a0feb728d47cfb07a728ad2778b31 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/table/487a0feb728d47cfb07a728ad2778b31 2024-11-11T13:22:02,952 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/table/487a0feb728d47cfb07a728ad2778b31, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:22:02,953 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=16, compaction requested=false 2024-11-11T13:22:02,972 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:22:02,973 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 1160, reset compression=false 2024-11-11T13:22:02,973 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:02,973 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:02,973 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:02,973 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331322657Running coprocessor pre-close hooks at 1731331322657Disabling compacts and flushes for region at 1731331322657Disabling writes for close at 1731331322657Obtaining lock to block concurrent updates at 1731331322657Preparing flush snapshotting stores in 1588230740 at 1731331322657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331322658 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331322658Flushing 1588230740/info: creating writer at 1731331322659 (+1 ms)Flushing 1588230740/info: appending metadata at 1731331322702 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731331322703 (+1 ms)Flushing 1588230740/ns: creating writer at 1731331322747 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731331322779 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731331322779Flushing 1588230740/rep_barrier: creating writer at 1731331322830 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331322851 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331322851Flushing 1588230740/table: creating writer at 1731331322874 (+23 ms)Flushing 1588230740/table: appending metadata at 1731331322892 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731331322892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79991bfd: reopening flushed file at 1731331322910 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375bc887: reopening flushed file at 1731331322920 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d80da0: reopening flushed file at 1731331322926 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ab4c8b: reopening flushed file at 1731331322941 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=16, compaction requested=false at 1731331322953 (+12 ms)Writing region close event to WAL at 1731331322969 (+16 ms)Running coprocessor post-close hooks at 1731331322973 (+4 ms)Closed at 1731331322973 2024-11-11T13:22:02,974 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:03,028 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:03,053 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1351): Waiting on 023f73b5eea6f2e80ba65f87dbce3b1e, d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:03,212 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f1/2cdee972918c49ccb6a8c146c11f24d5 2024-11-11T13:22:03,221 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cdee972918c49ccb6a8c146c11f24d5 2024-11-11T13:22:03,243 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/norep/c265e10d1224448f9ddf82a84204834d is 33, key is row1/norep:/1731331321604/DeleteFamily/seqid=0 2024-11-11T13:22:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741846_1022 (size=5108) 2024-11-11T13:22:03,253 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/norep/c265e10d1224448f9ddf82a84204834d 2024-11-11T13:22:03,254 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1351): Waiting on 023f73b5eea6f2e80ba65f87dbce3b1e, d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:03,256 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c265e10d1224448f9ddf82a84204834d 2024-11-11T13:22:03,257 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f/d2b92ee001e045509ceb6c4c3ce38878 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/f/d2b92ee001e045509ceb6c4c3ce38878 2024-11-11T13:22:03,261 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2b92ee001e045509ceb6c4c3ce38878 2024-11-11T13:22:03,261 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/f/d2b92ee001e045509ceb6c4c3ce38878, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:03,265 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/f1/2cdee972918c49ccb6a8c146c11f24d5 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/f1/2cdee972918c49ccb6a8c146c11f24d5 2024-11-11T13:22:03,274 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cdee972918c49ccb6a8c146c11f24d5 2024-11-11T13:22:03,274 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/f1/2cdee972918c49ccb6a8c146c11f24d5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:03,275 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/.tmp/norep/c265e10d1224448f9ddf82a84204834d as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/norep/c265e10d1224448f9ddf82a84204834d 2024-11-11T13:22:03,279 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c265e10d1224448f9ddf82a84204834d 2024-11-11T13:22:03,279 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/norep/c265e10d1224448f9ddf82a84204834d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:03,280 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 023f73b5eea6f2e80ba65f87dbce3b1e in 635ms, sequenceid=8, compaction requested=false 2024-11-11T13:22:03,288 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 1160, reset compression=false 2024-11-11T13:22:03,294 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/data/default/test/023f73b5eea6f2e80ba65f87dbce3b1e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T13:22:03,294 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:03,294 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:03,294 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:22:03,294 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 023f73b5eea6f2e80ba65f87dbce3b1e: Waiting for close lock at 1731331322645Running coprocessor pre-close hooks at 1731331322645Disabling compacts and flushes for region at 1731331322645Disabling writes for close at 1731331322645Obtaining lock to block concurrent updates at 1731331322646 (+1 ms)Preparing flush snapshotting stores in 023f73b5eea6f2e80ba65f87dbce3b1e at 1731331322646Finished memstore snapshotting test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731331322646Flushing stores of test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. at 1731331322647 (+1 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f: creating writer at 1731331322648 (+1 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f: appending metadata at 1731331322699 (+51 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f: closing flushed file at 1731331322699Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f1: creating writer at 1731331322722 (+23 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f1: appending metadata at 1731331322768 (+46 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/f1: closing flushed file at 1731331322768Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/norep: creating writer at 1731331323221 (+453 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/norep: appending metadata at 1731331323242 (+21 ms)Flushing 023f73b5eea6f2e80ba65f87dbce3b1e/norep: closing flushed file at 1731331323242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce50f45: reopening flushed file at 1731331323256 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3670148e: reopening flushed file at 1731331323261 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd962ba: reopening flushed file at 1731331323274 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 023f73b5eea6f2e80ba65f87dbce3b1e in 635ms, sequenceid=8, compaction requested=false at 1731331323280 (+6 ms)Writing region close event to WAL at 1731331323286 (+6 ms)Running coprocessor post-close hooks at 1731331323294 (+8 ms)Closed at 1731331323294 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331315079.023f73b5eea6f2e80ba65f87dbce3b1e. 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3d08157b456657ee2d57ab350606c29, disabling compactions & flushes 2024-11-11T13:22:03,295 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. after waiting 0 ms 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3d08157b456657ee2d57ab350606c29: Waiting for close lock at 1731331323295Running coprocessor pre-close hooks at 1731331323295Disabling compacts and flushes for region at 1731331323295Disabling writes for close at 1731331323295Failed flush hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29., putting online again at 1731331323295 2024-11-11T13:22:03,295 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,303 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:03,303 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 1804, reset compression=false 2024-11-11T13:22:03,454 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:03,454 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1351): Waiting on d3d08157b456657ee2d57ab350606c29 2024-11-11T13:22:03,454 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3d08157b456657ee2d57ab350606c29, disabling compactions & flushes 2024-11-11T13:22:03,454 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,454 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,454 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. after waiting 0 ms 2024-11-11T13:22:03,454 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,454 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3d08157b456657ee2d57ab350606c29: Waiting for close lock at 1731331323454Running coprocessor pre-close hooks at 1731331323454Disabling compacts and flushes for region at 1731331323454Disabling writes for close at 1731331323454Failed flush hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29., putting online again at 1731331323454 2024-11-11T13:22:03,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29. 2024-11-11T13:22:03,514 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.wal-reader.bbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 to pos 1804, reset compression=false 2024-11-11T13:22:03,534 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:03,654 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:22:03,654 DEBUG [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1325): Online Regions={d3d08157b456657ee2d57ab350606c29=hbase:replication,,1731331317451.d3d08157b456657ee2d57ab350606c29.} 2024-11-11T13:22:03,654 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T13:22:03,654 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,43645,1731331312068; all regions closed. 2024-11-11T13:22:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:22:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741839_1015 (size=1733) 2024-11-11T13:22:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741832_1008 (size=1812) 2024-11-11T13:22:03,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/WALs/bbb9a1547c7c,43645,1731331312068/bbb9a1547c7c%2C43645%2C1731331312068.1731331312882 not finished, retry = 0 2024-11-11T13:22:03,768 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:03,768 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:03,768 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:03,769 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:03,769 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:03,769 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,43645,1731331312068 because: Region server is closing 2024-11-11T13:22:03,769 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:03,770 INFO [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43645. 2024-11-11T13:22:03,770 DEBUG [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:03,770 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:03,770 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:03,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:03,870 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43645,1731331312068.replicationSource.shipperbbb9a1547c7c%2C43645%2C1731331312068,1-bbb9a1547c7c,43645,1731331312068 terminated 2024-11-11T13:22:03,870 INFO [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43645. 2024-11-11T13:22:03,870 DEBUG [RS:0;bbb9a1547c7c:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:03,870 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:03,871 DEBUG [RS:0;bbb9a1547c7c:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:03,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:03,871 INFO [RS:0;bbb9a1547c7c:43645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43645 2024-11-11T13:22:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176/rs 2024-11-11T13:22:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119702176/rs/bbb9a1547c7c,43645,1731331312068 2024-11-11T13:22:03,872 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:03,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,43645,1731331312068] 2024-11-11T13:22:03,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/draining/bbb9a1547c7c,43645,1731331312068 already deleted, retry=false 2024-11-11T13:22:03,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,43645,1731331312068 expired; onlineServers=0 2024-11-11T13:22:03,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,44365,1731331312017' ***** 2024-11-11T13:22:03,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:22:03,873 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:03,873 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:03,873 DEBUG [M:0;bbb9a1547c7c:44365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:22:03,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:22:03,873 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331312687 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331312687,5,FailOnTimeoutGroup] 2024-11-11T13:22:03,873 DEBUG [M:0;bbb9a1547c7c:44365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:22:03,873 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331312686 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331312686,5,FailOnTimeoutGroup] 2024-11-11T13:22:03,874 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:03,874 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:03,874 DEBUG [M:0;bbb9a1547c7c:44365 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:22:03,874 INFO [M:0;bbb9a1547c7c:44365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:22:03,874 INFO [M:0;bbb9a1547c7c:44365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:03,874 INFO [M:0;bbb9a1547c7c:44365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:22:03,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:22:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119702176/master 2024-11-11T13:22:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119702176 2024-11-11T13:22:03,875 DEBUG [M:0;bbb9a1547c7c:44365 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119702176/master already deleted, retry=false 2024-11-11T13:22:03,875 DEBUG [M:0;bbb9a1547c7c:44365 {}] master.ActiveMasterManager(353): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1119702176/master 2024-11-11T13:22:03,876 INFO [M:0;bbb9a1547c7c:44365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/.lastflushedseqids 2024-11-11T13:22:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741847_1023 (size=245) 2024-11-11T13:22:03,891 INFO [M:0;bbb9a1547c7c:44365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:22:03,891 INFO [M:0;bbb9a1547c7c:44365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:22:03,891 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:03,891 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:03,891 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:03,891 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:03,891 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:03,892 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T13:22:03,912 DEBUG [M:0;bbb9a1547c7c:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22d08e3bacb8449092e6681a9d57f5a5 is 82, key is hbase:meta,,1/info:regioninfo/1731331313857/Put/seqid=0 2024-11-11T13:22:03,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741848_1024 (size=5672) 2024-11-11T13:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:03,973 INFO [RS:0;bbb9a1547c7c:43645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1002ef291ee0004, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:03,973 INFO [RS:0;bbb9a1547c7c:43645 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,43645,1731331312068; zookeeper connection closed. 2024-11-11T13:22:03,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@315845af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@315845af 2024-11-11T13:22:03,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:22:04,139 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:04,316 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22d08e3bacb8449092e6681a9d57f5a5 2024-11-11T13:22:04,341 DEBUG [M:0;bbb9a1547c7c:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e63f5b9c82c43aa805003be7bfc503f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331318341/Put/seqid=0 2024-11-11T13:22:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741849_1025 (size=8515) 2024-11-11T13:22:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:22:04,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T13:22:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T13:22:04,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T13:22:04,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:04,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T13:22:04,757 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e63f5b9c82c43aa805003be7bfc503f 2024-11-11T13:22:04,807 DEBUG [M:0;bbb9a1547c7c:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37444d0cc9de423abf6a1124cb38793e is 69, key is bbb9a1547c7c,43645,1731331312068/rs:state/1731331312734/Put/seqid=0 2024-11-11T13:22:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741850_1026 (size=5156) 2024-11-11T13:22:04,848 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37444d0cc9de423abf6a1124cb38793e 2024-11-11T13:22:04,854 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22d08e3bacb8449092e6681a9d57f5a5 as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22d08e3bacb8449092e6681a9d57f5a5 2024-11-11T13:22:04,855 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:04,860 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22d08e3bacb8449092e6681a9d57f5a5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:22:04,861 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e63f5b9c82c43aa805003be7bfc503f as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e63f5b9c82c43aa805003be7bfc503f 2024-11-11T13:22:04,866 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e63f5b9c82c43aa805003be7bfc503f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:22:04,869 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37444d0cc9de423abf6a1124cb38793e as hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37444d0cc9de423abf6a1124cb38793e 2024-11-11T13:22:04,880 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41419/user/jenkins/test-data/515fc736-0dcb-ce45-4ecc-c3f01036cb73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37444d0cc9de423abf6a1124cb38793e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:22:04,881 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 990ms, sequenceid=97, compaction requested=false 2024-11-11T13:22:04,902 INFO [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:04,902 DEBUG [M:0;bbb9a1547c7c:44365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331323891Disabling compacts and flushes for region at 1731331323891Disabling writes for close at 1731331323891Obtaining lock to block concurrent updates at 1731331323892 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331323892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731331323892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331323893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331323893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331323911 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331323911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331324321 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331324341 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331324341Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331324764 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331324807 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331324807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1eda2f: reopening flushed file at 1731331324854 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0ddcf6: reopening flushed file at 1731331324860 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d08662: reopening flushed file at 1731331324867 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 990ms, sequenceid=97, compaction requested=false at 1731331324881 (+14 ms)Writing region close event to WAL at 1731331324902 (+21 ms)Closed at 1731331324902 2024-11-11T13:22:04,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741830_1006 (size=63642) 2024-11-11T13:22:04,908 INFO [M:0;bbb9a1547c7c:44365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:22:04,908 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:04,908 INFO [M:0;bbb9a1547c7c:44365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44365 2024-11-11T13:22:04,910 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x1002ef291ee0003, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:05,013 INFO [M:0;bbb9a1547c7c:44365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:05,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330dd5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:05,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:05,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:05,036 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:22:05,036 WARN [BP-320950131-172.17.0.2-1731331310850 heartbeating to localhost/127.0.0.1:41419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:22:05,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:22:05,036 WARN [BP-320950131-172.17.0.2-1731331310850 heartbeating to localhost/127.0.0.1:41419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-320950131-172.17.0.2-1731331310850 (Datanode Uuid 82091212-2a77-41ca-8a9d-d6ec56bfd67c) service to localhost/127.0.0.1:41419 2024-11-11T13:22:05,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/cluster_e40b8b29-c2a4-a6ed-cc38-5140610dd5b7/data/data1/current/BP-320950131-172.17.0.2-1731331310850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:05,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/cluster_e40b8b29-c2a4-a6ed-cc38-5140610dd5b7/data/data2/current/BP-320950131-172.17.0.2-1731331310850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:05,039 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:22:05,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:05,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:05,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:05,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:05,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:05,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:22:05,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:22:05,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:05,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:05,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:05,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:05,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:05,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:22:05,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793607087, stopped=false 2024-11-11T13:22:05,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,36945,1731331308079 2024-11-11T13:22:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296826793/running 2024-11-11T13:22:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:22:05,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/running 2024-11-11T13:22:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296826793/running 2024-11-11T13:22:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:22:05,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:05,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Set watcher on znode that does not yet exist, /01296826793/running 2024-11-11T13:22:05,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:05,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:05,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:05,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,34941,1731331308130' ***** 2024-11-11T13:22:05,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:22:05,066 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:22:05,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for d68e1b4501d7527a4265b12191290121 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,34941,1731331308130 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:05,069 INFO [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34941. 2024-11-11T13:22:05,070 DEBUG [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:05,070 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:05,070 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d68e1b4501d7527a4265b12191290121, disabling compactions & flushes 2024-11-11T13:22:05,070 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:22:05,070 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:22:05,070 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:22:05,070 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:22:05,070 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. after waiting 0 ms 2024-11-11T13:22:05,070 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:22:05,070 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:22:05,070 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:22:05,070 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d68e1b4501d7527a4265b12191290121 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T13:22:05,073 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:22:05,073 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d68e1b4501d7527a4265b12191290121=hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121., e7ed550e652631429fbcbed0ecf5ff8d=test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.} 2024-11-11T13:22:05,073 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1b4501d7527a4265b12191290121, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,074 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:05,074 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:05,074 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:05,074 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:05,074 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:05,074 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:22:05,093 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/.tmp/queue/40bd0791a7344e628f6d27e12dcb4b30 is 153, key is 1-bbb9a1547c7c,34941,1731331308130/queue:bbb9a1547c7c%2C34941%2C1731331308130/1731331322093/Put/seqid=0 2024-11-11T13:22:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741840_1016 (size=5352) 2024-11-11T13:22:05,105 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/info/4a9da025c90b48d7a3b4b64df0ef5c3c is 147, key is hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121./info:regioninfo/1731331316745/Put/seqid=0 2024-11-11T13:22:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:22:05,152 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:05,273 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1b4501d7527a4265b12191290121, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,474 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1b4501d7527a4265b12191290121, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,505 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/.tmp/queue/40bd0791a7344e628f6d27e12dcb4b30 2024-11-11T13:22:05,511 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/.tmp/queue/40bd0791a7344e628f6d27e12dcb4b30 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/queue/40bd0791a7344e628f6d27e12dcb4b30 2024-11-11T13:22:05,515 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/queue/40bd0791a7344e628f6d27e12dcb4b30, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T13:22:05,517 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/info/4a9da025c90b48d7a3b4b64df0ef5c3c 2024-11-11T13:22:05,517 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d68e1b4501d7527a4265b12191290121 in 447ms, sequenceid=10, compaction requested=false 2024-11-11T13:22:05,538 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/replication/d68e1b4501d7527a4265b12191290121/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:05,539 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d68e1b4501d7527a4265b12191290121: Waiting for close lock at 1731331325070Running coprocessor pre-close hooks at 1731331325070Disabling compacts and flushes for region at 1731331325070Disabling writes for close at 1731331325070Obtaining lock to block concurrent updates at 1731331325070Preparing flush snapshotting stores in d68e1b4501d7527a4265b12191290121 at 1731331325070Finished memstore snapshotting hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731331325071 (+1 ms)Flushing stores of hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. at 1731331325072 (+1 ms)Flushing d68e1b4501d7527a4265b12191290121/queue: creating writer at 1731331325072Flushing d68e1b4501d7527a4265b12191290121/queue: appending metadata at 1731331325093 (+21 ms)Flushing d68e1b4501d7527a4265b12191290121/queue: closing flushed file at 1731331325093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b9ee7c: reopening flushed file at 1731331325510 (+417 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d68e1b4501d7527a4265b12191290121 in 447ms, sequenceid=10, compaction requested=false at 1731331325517 (+7 ms)Writing region close event to WAL at 1731331325525 (+8 ms)Running coprocessor post-close hooks at 1731331325538 (+13 ms)Closed at 1731331325539 (+1 ms) 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331316289.d68e1b4501d7527a4265b12191290121. 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7ed550e652631429fbcbed0ecf5ff8d, disabling compactions & flushes 2024-11-11T13:22:05,539 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. after waiting 0 ms 2024-11-11T13:22:05,539 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:22:05,539 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7ed550e652631429fbcbed0ecf5ff8d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T13:22:05,544 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/ns/596eaad1f3e94dcaba0d8ba5f53c2da8 is 43, key is default/ns:d/1731331310728/Put/seqid=0 2024-11-11T13:22:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:22:05,559 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f/0faedd54a7c04b9fa367b980ee908d24 is 29, key is row1/f:/1731331321604/DeleteFamily/seqid=0 2024-11-11T13:22:05,559 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/ns/596eaad1f3e94dcaba0d8ba5f53c2da8 2024-11-11T13:22:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741843_1019 (size=5118) 2024-11-11T13:22:05,578 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f/0faedd54a7c04b9fa367b980ee908d24 2024-11-11T13:22:05,585 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0faedd54a7c04b9fa367b980ee908d24 2024-11-11T13:22:05,592 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/rep_barrier/48f1e062589c415085a95d50621e5e62 is 112, key is test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d./rep_barrier:seqnumDuringOpen/1731331314771/Put/seqid=0 2024-11-11T13:22:05,604 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f1/8d7cffe7492b4ffbb6016b4e09021a5c is 30, key is row1/f1:/1731331321604/DeleteFamily/seqid=0 2024-11-11T13:22:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:22:05,607 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/rep_barrier/48f1e062589c415085a95d50621e5e62 2024-11-11T13:22:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741845_1021 (size=5123) 2024-11-11T13:22:05,623 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f1/8d7cffe7492b4ffbb6016b4e09021a5c 2024-11-11T13:22:05,630 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d7cffe7492b4ffbb6016b4e09021a5c 2024-11-11T13:22:05,638 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/table/9cbc8add4fa146059e561724c9163c2e is 53, key is hbase:replication/table:state/1731331316758/Put/seqid=0 2024-11-11T13:22:05,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741846_1022 (size=5308) 2024-11-11T13:22:05,658 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/norep/2779e0dc85d344cd999df43bd440c901 is 32, key is row/norep:/1731331320597/DeleteFamily/seqid=0 2024-11-11T13:22:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741847_1023 (size=5101) 2024-11-11T13:22:05,665 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:22:05,665 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:22:05,667 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 912, reset compression=false 2024-11-11T13:22:05,674 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,697 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:05,697 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 1159, reset compression=false 2024-11-11T13:22:05,697 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34941,1731331308130 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:05,698 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,34941,1731331308130: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,34941,1731331308130, walGroup=bbb9a1547c7c%2C34941%2C1731331308130, offset=bbb9a1547c7c%2C34941%2C1731331308130.1731331309748:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:34941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:22:05,699 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:22:05,699 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:22:05,699 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:22:05,699 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:22:05,699 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:22:05,700 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 650654192 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191784712 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:22:05,700 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:36945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:36945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:22:05,874 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:05,934 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 1159, reset compression=false 2024-11-11T13:22:06,045 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/table/9cbc8add4fa146059e561724c9163c2e 2024-11-11T13:22:06,050 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/info/4a9da025c90b48d7a3b4b64df0ef5c3c as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/info/4a9da025c90b48d7a3b4b64df0ef5c3c 2024-11-11T13:22:06,054 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/info/4a9da025c90b48d7a3b4b64df0ef5c3c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:22:06,061 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/ns/596eaad1f3e94dcaba0d8ba5f53c2da8 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/ns/596eaad1f3e94dcaba0d8ba5f53c2da8 2024-11-11T13:22:06,065 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/ns/596eaad1f3e94dcaba0d8ba5f53c2da8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:22:06,066 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/rep_barrier/48f1e062589c415085a95d50621e5e62 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/rep_barrier/48f1e062589c415085a95d50621e5e62 2024-11-11T13:22:06,068 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/norep/2779e0dc85d344cd999df43bd440c901 2024-11-11T13:22:06,071 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/rep_barrier/48f1e062589c415085a95d50621e5e62, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:22:06,072 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/.tmp/table/9cbc8add4fa146059e561724c9163c2e as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/table/9cbc8add4fa146059e561724c9163c2e 2024-11-11T13:22:06,073 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2779e0dc85d344cd999df43bd440c901 2024-11-11T13:22:06,074 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f/0faedd54a7c04b9fa367b980ee908d24 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/f/0faedd54a7c04b9fa367b980ee908d24 2024-11-11T13:22:06,074 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:22:06,074 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7ed550e652631429fbcbed0ecf5ff8d=test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d.} 2024-11-11T13:22:06,074 DEBUG [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7ed550e652631429fbcbed0ecf5ff8d 2024-11-11T13:22:06,077 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/table/9cbc8add4fa146059e561724c9163c2e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:22:06,079 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1004ms, sequenceid=16, compaction requested=false 2024-11-11T13:22:06,079 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:22:06,080 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0faedd54a7c04b9fa367b980ee908d24 2024-11-11T13:22:06,080 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/f/0faedd54a7c04b9fa367b980ee908d24, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/f1/8d7cffe7492b4ffbb6016b4e09021a5c as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/f1/8d7cffe7492b4ffbb6016b4e09021a5c 2024-11-11T13:22:06,085 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:22:06,085 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:06,085 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:06,085 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:06,085 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331325073Running coprocessor pre-close hooks at 1731331325073Disabling compacts and flushes for region at 1731331325074 (+1 ms)Disabling writes for close at 1731331325074Obtaining lock to block concurrent updates at 1731331325074Preparing flush snapshotting stores in 1588230740 at 1731331325074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331325075 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331325076 (+1 ms)Flushing 1588230740/info: creating writer at 1731331325076Flushing 1588230740/info: appending metadata at 1731331325105 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731331325105Flushing 1588230740/ns: creating writer at 1731331325521 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731331325543 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731331325543Flushing 1588230740/rep_barrier: creating writer at 1731331325567 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331325592 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331325592Flushing 1588230740/table: creating writer at 1731331325611 (+19 ms)Flushing 1588230740/table: appending metadata at 1731331325638 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731331325638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac2e0d2: reopening flushed file at 1731331326049 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cef5a: reopening flushed file at 1731331326054 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d907b5: reopening flushed file at 1731331326066 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f16662b: reopening flushed file at 1731331326071 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1004ms, sequenceid=16, compaction requested=false at 1731331326079 (+8 ms)Writing region close event to WAL at 1731331326081 (+2 ms)Running coprocessor post-close hooks at 1731331326085 (+4 ms)Closed at 1731331326085 2024-11-11T13:22:06,086 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:06,087 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d7cffe7492b4ffbb6016b4e09021a5c 2024-11-11T13:22:06,088 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/f1/8d7cffe7492b4ffbb6016b4e09021a5c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:06,088 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/.tmp/norep/2779e0dc85d344cd999df43bd440c901 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/norep/2779e0dc85d344cd999df43bd440c901 2024-11-11T13:22:06,092 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2779e0dc85d344cd999df43bd440c901 2024-11-11T13:22:06,092 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/norep/2779e0dc85d344cd999df43bd440c901, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T13:22:06,093 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e7ed550e652631429fbcbed0ecf5ff8d in 554ms, sequenceid=8, compaction requested=false 2024-11-11T13:22:06,093 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:22:06,096 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/data/default/test/e7ed550e652631429fbcbed0ecf5ff8d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T13:22:06,097 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:06,097 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:06,097 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:22:06,097 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7ed550e652631429fbcbed0ecf5ff8d: Waiting for close lock at 1731331325539Running coprocessor pre-close hooks at 1731331325539Disabling compacts and flushes for region at 1731331325539Disabling writes for close at 1731331325539Obtaining lock to block concurrent updates at 1731331325539Preparing flush snapshotting stores in e7ed550e652631429fbcbed0ecf5ff8d at 1731331325539Finished memstore snapshotting test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731331325540 (+1 ms)Flushing stores of test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. at 1731331325541 (+1 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/f: creating writer at 1731331325541Flushing e7ed550e652631429fbcbed0ecf5ff8d/f: appending metadata at 1731331325557 (+16 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/f: closing flushed file at 1731331325557Flushing e7ed550e652631429fbcbed0ecf5ff8d/f1: creating writer at 1731331325585 (+28 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/f1: appending metadata at 1731331325603 (+18 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/f1: closing flushed file at 1731331325604 (+1 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/norep: creating writer at 1731331325631 (+27 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/norep: appending metadata at 1731331325658 (+27 ms)Flushing e7ed550e652631429fbcbed0ecf5ff8d/norep: closing flushed file at 1731331325658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bf7aa1: reopening flushed file at 1731331326073 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b512cd4: reopening flushed file at 1731331326081 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73301e0c: reopening flushed file at 1731331326088 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e7ed550e652631429fbcbed0ecf5ff8d in 554ms, sequenceid=8, compaction requested=false at 1731331326093 (+5 ms)Writing region close event to WAL at 1731331326094 (+1 ms)Running coprocessor post-close hooks at 1731331326097 (+3 ms)Closed at 1731331326097 2024-11-11T13:22:06,097 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331313932.e7ed550e652631429fbcbed0ecf5ff8d. 2024-11-11T13:22:06,243 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 1159, reset compression=false 2024-11-11T13:22:06,254 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:06,254 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.wal-reader.bbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.1731331309748 to pos 1803, reset compression=false 2024-11-11T13:22:06,274 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,34941,1731331308130; all regions closed. 2024-11-11T13:22:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:22:06,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/WALs/bbb9a1547c7c,34941,1731331308130/bbb9a1547c7c%2C34941%2C1731331308130.meta.1731331310672.meta not finished, retry = 0 2024-11-11T13:22:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741839_1015 (size=2676) 2024-11-11T13:22:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741832_1008 (size=1811) 2024-11-11T13:22:06,390 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:06,390 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:06,391 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:06,391 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:06,391 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:06,391 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,34941,1731331308130 because: Region server is closing 2024-11-11T13:22:06,391 INFO [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34941. 2024-11-11T13:22:06,391 DEBUG [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:06,391 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:06,392 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:06,392 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:06,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:06,492 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34941,1731331308130.replicationSource.shipperbbb9a1547c7c%2C34941%2C1731331308130,1-bbb9a1547c7c,34941,1731331308130 terminated 2024-11-11T13:22:06,492 INFO [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34941. 2024-11-11T13:22:06,492 DEBUG [RS:0;bbb9a1547c7c:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:06,492 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:06,492 DEBUG [RS:0;bbb9a1547c7c:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:06,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:06,492 INFO [RS:0;bbb9a1547c7c:34941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34941 2024-11-11T13:22:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296826793/rs/bbb9a1547c7c,34941,1731331308130 2024-11-11T13:22:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793/rs 2024-11-11T13:22:06,494 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:06,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,34941,1731331308130] 2024-11-11T13:22:06,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01296826793/draining/bbb9a1547c7c,34941,1731331308130 already deleted, retry=false 2024-11-11T13:22:06,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,34941,1731331308130 expired; onlineServers=0 2024-11-11T13:22:06,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,36945,1731331308079' ***** 2024-11-11T13:22:06,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:06,496 DEBUG [M:0;bbb9a1547c7c:36945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:22:06,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:22:06,496 DEBUG [M:0;bbb9a1547c7c:36945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:22:06,496 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331309523 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331309523,5,FailOnTimeoutGroup] 2024-11-11T13:22:06,496 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331309523 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331309523,5,FailOnTimeoutGroup] 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:06,496 DEBUG [M:0;bbb9a1547c7c:36945 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:06,496 INFO [M:0;bbb9a1547c7c:36945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:22:06,496 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:22:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296826793/master 2024-11-11T13:22:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296826793 2024-11-11T13:22:06,497 DEBUG [M:0;bbb9a1547c7c:36945 {}] zookeeper.ZKUtil(347): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Unable to get data of znode /01296826793/master because node does not exist (not an error) 2024-11-11T13:22:06,497 WARN [M:0;bbb9a1547c7c:36945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:22:06,498 INFO [M:0;bbb9a1547c7c:36945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/.lastflushedseqids 2024-11-11T13:22:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741848_1024 (size=245) 2024-11-11T13:22:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:06,595 INFO [RS:0;bbb9a1547c7c:34941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1002ef291ee0001, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:06,595 INFO [RS:0;bbb9a1547c7c:34941 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,34941,1731331308130; zookeeper connection closed. 2024-11-11T13:22:06,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 2024-11-11T13:22:06,596 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:22:06,902 INFO [M:0;bbb9a1547c7c:36945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:22:06,902 INFO [M:0;bbb9a1547c7c:36945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:22:06,903 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:06,903 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:06,903 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:06,903 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:06,903 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:06,903 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T13:22:06,920 DEBUG [M:0;bbb9a1547c7c:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee58e0395de44608adb6cb6633ca6544 is 82, key is hbase:meta,,1/info:regioninfo/1731331310709/Put/seqid=0 2024-11-11T13:22:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741849_1025 (size=5672) 2024-11-11T13:22:07,340 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee58e0395de44608adb6cb6633ca6544 2024-11-11T13:22:07,360 DEBUG [M:0;bbb9a1547c7c:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab9f7fb95f846408a429bc6b1696403 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331316762/Put/seqid=0 2024-11-11T13:22:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741850_1026 (size=8516) 2024-11-11T13:22:07,382 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab9f7fb95f846408a429bc6b1696403 2024-11-11T13:22:07,410 DEBUG [M:0;bbb9a1547c7c:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c3ce5c7f3b4675947c28957972efb8 is 69, key is bbb9a1547c7c,34941,1731331308130/rs:state/1731331309605/Put/seqid=0 2024-11-11T13:22:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741851_1027 (size=5156) 2024-11-11T13:22:07,815 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c3ce5c7f3b4675947c28957972efb8 2024-11-11T13:22:07,820 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee58e0395de44608adb6cb6633ca6544 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee58e0395de44608adb6cb6633ca6544 2024-11-11T13:22:07,825 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee58e0395de44608adb6cb6633ca6544, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:22:07,826 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab9f7fb95f846408a429bc6b1696403 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ab9f7fb95f846408a429bc6b1696403 2024-11-11T13:22:07,830 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ab9f7fb95f846408a429bc6b1696403, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:22:07,831 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c3ce5c7f3b4675947c28957972efb8 as hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78c3ce5c7f3b4675947c28957972efb8 2024-11-11T13:22:07,835 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36057/user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78c3ce5c7f3b4675947c28957972efb8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:22:07,836 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-11-11T13:22:07,837 INFO [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:07,837 DEBUG [M:0;bbb9a1547c7c:36945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331326902Disabling compacts and flushes for region at 1731331326902Disabling writes for close at 1731331326903 (+1 ms)Obtaining lock to block concurrent updates at 1731331326903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331326903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731331326903Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331326904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331326904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331326919 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331326919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331327344 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331327360 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331327360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331327389 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331327410 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331327410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e64bf80: reopening flushed file at 1731331327819 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f619cba: reopening flushed file at 1731331327826 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55193470: reopening flushed file at 1731331327831 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1731331327836 (+5 ms)Writing region close event to WAL at 1731331327837 (+1 ms)Closed at 1731331327837 2024-11-11T13:22:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741830_1006 (size=63654) 2024-11-11T13:22:07,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e7a4d8-a3f2-cfad-9b47-52a551cbd809/MasterData/WALs/bbb9a1547c7c,36945,1731331308079/bbb9a1547c7c%2C36945%2C1731331308079.1731331309460 not finished, retry = 0 2024-11-11T13:22:07,941 INFO [M:0;bbb9a1547c7c:36945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:22:07,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:07,941 INFO [M:0;bbb9a1547c7c:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-11T13:22:07,941 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:08,043 INFO [M:0;bbb9a1547c7c:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x1002ef291ee0000, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:08,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fc8e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:08,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:08,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:08,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:08,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:08,070 WARN [BP-304449820-172.17.0.2-1731331307002 heartbeating to localhost/127.0.0.1:36057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:22:08,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:22:08,070 WARN [BP-304449820-172.17.0.2-1731331307002 heartbeating to localhost/127.0.0.1:36057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304449820-172.17.0.2-1731331307002 (Datanode Uuid 13108ae5-9362-40d4-8185-dd7ce5784a51) service to localhost/127.0.0.1:36057 2024-11-11T13:22:08,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:22:08,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/data/data1/current/BP-304449820-172.17.0.2-1731331307002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:08,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/cluster_768dda67-8e28-2830-6f82-98e596e4b503/data/data2/current/BP-304449820-172.17.0.2-1731331307002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:08,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:22:08,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:08,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:08,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:08,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:08,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/73dea171-6c8b-184b-017b-4d3026f39c13/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:08,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:22:08,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:22:08,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36057 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41419 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 627) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2447 (was 2754) 2024-11-11T13:22:08,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=2447 2024-11-11T13:22:08,136 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T13:22:08,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir so I do NOT create it in target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c 2024-11-11T13:22:08,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:08,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.tmp.dir so I do NOT create it in target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c 2024-11-11T13:22:08,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27299d85-3ba5-738c-48b0-d0b090f666b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:08,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c 2024-11-11T13:22:08,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4, deleteOnExit=true 2024-11-11T13:22:08,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/zookeeper_0, clientPort=60729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:22:08,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60729 2024-11-11T13:22:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/test.cache.data in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:08,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:08,185 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T13:22:08,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef291ee0005, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:22:08,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef291ee0002, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:22:08,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef291ee0005, quorum=127.0.0.1:65020, baseZNode=/1-1119702176 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:22:08,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef291ee0002, quorum=127.0.0.1:65020, baseZNode=/01296826793 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:22:08,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,228 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,228 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,246 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:08,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:08,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:08,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:08,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:08,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:22:08,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:08,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:08,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:08,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e8174a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-3222139293037018317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:08,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-11-11T13:22:08,546 INFO [Time-limited test {}] server.Server(415): Started @198754ms 2024-11-11T13:22:09,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:09,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:09,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:09,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:09,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:09,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:09,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:09,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdd0a17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/java.io.tmpdir/jetty-localhost-42757-hadoop-hdfs-3_4_1-tests_jar-_-any-6673851963324277879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:09,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:42757} 2024-11-11T13:22:09,201 INFO [Time-limited test {}] server.Server(415): Started @199409ms 2024-11-11T13:22:09,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:09,302 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/data/data1/current/BP-2107131947-172.17.0.2-1731331328157/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:09,306 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/data/data2/current/BP-2107131947-172.17.0.2-1731331328157/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:09,378 WARN [Thread-2636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:09,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02380b0054e5998 with lease ID 0x64421d17cbe889df: Processing first storage report for DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3 from datanode DatanodeRegistration(127.0.0.1:33013, datanodeUuid=bc2ffee4-9bc4-4fc4-b9e8-490d9c26aa6f, infoPort=36879, infoSecurePort=0, ipcPort=40399, storageInfo=lv=-57;cid=testClusterID;nsid=177476752;c=1731331328157) 2024-11-11T13:22:09,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02380b0054e5998 with lease ID 0x64421d17cbe889df: from storage DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3 node DatanodeRegistration(127.0.0.1:33013, datanodeUuid=bc2ffee4-9bc4-4fc4-b9e8-490d9c26aa6f, infoPort=36879, infoSecurePort=0, ipcPort=40399, storageInfo=lv=-57;cid=testClusterID;nsid=177476752;c=1731331328157), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02380b0054e5998 with lease ID 0x64421d17cbe889df: Processing first storage report for DS-32284807-74fa-4302-bf66-395ea916d5b2 from datanode DatanodeRegistration(127.0.0.1:33013, datanodeUuid=bc2ffee4-9bc4-4fc4-b9e8-490d9c26aa6f, infoPort=36879, infoSecurePort=0, ipcPort=40399, storageInfo=lv=-57;cid=testClusterID;nsid=177476752;c=1731331328157) 2024-11-11T13:22:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02380b0054e5998 with lease ID 0x64421d17cbe889df: from storage DS-32284807-74fa-4302-bf66-395ea916d5b2 node DatanodeRegistration(127.0.0.1:33013, datanodeUuid=bc2ffee4-9bc4-4fc4-b9e8-490d9c26aa6f, infoPort=36879, infoSecurePort=0, ipcPort=40399, storageInfo=lv=-57;cid=testClusterID;nsid=177476752;c=1731331328157), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:09,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c 2024-11-11T13:22:09,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:09,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06 with version=8 2024-11-11T13:22:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/hbase-staging 2024-11-11T13:22:09,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:09,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:09,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:09,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35777 2024-11-11T13:22:09,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35777 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357770x0, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:09,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35777-0x1002ef2e4fa0000 connected 2024-11-11T13:22:09,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/running 2024-11-11T13:22:09,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06, hbase.cluster.distributed=false 2024-11-11T13:22:09,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/acl 2024-11-11T13:22:09,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-11T13:22:09,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35777 2024-11-11T13:22:09,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35777 2024-11-11T13:22:09,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-11T13:22:09,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-11T13:22:09,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:09,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:09,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:09,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:09,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:09,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:09,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37701 2024-11-11T13:22:09,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37701 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:09,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:09,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377010x0, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:09,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377010x0, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/running 2024-11-11T13:22:09,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:09,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37701-0x1002ef2e4fa0001 connected 2024-11-11T13:22:09,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:09,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/master 2024-11-11T13:22:09,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/acl 2024-11-11T13:22:09,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37701 2024-11-11T13:22:09,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37701 2024-11-11T13:22:09,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37701 2024-11-11T13:22:09,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37701 2024-11-11T13:22:09,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37701 2024-11-11T13:22:09,930 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:35777 2024-11-11T13:22:09,931 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0921271098/backup-masters/bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:09,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/backup-masters 2024-11-11T13:22:09,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/backup-masters 2024-11-11T13:22:09,945 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on existing znode=/0921271098/backup-masters/bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921271098/master 2024-11-11T13:22:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:09,948 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on existing znode=/0921271098/master 2024-11-11T13:22:09,948 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0921271098/backup-masters/bbb9a1547c7c,35777,1731331329544 from backup master directory 2024-11-11T13:22:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/backup-masters 2024-11-11T13:22:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921271098/backup-masters/bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/backup-masters 2024-11-11T13:22:09,950 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:09,950 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:09,953 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/hbase.id] with ID: 5fd881f6-92d8-4d80-a2d8-a79b055ecf39 2024-11-11T13:22:09,953 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/.tmp/hbase.id 2024-11-11T13:22:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:09,972 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/.tmp/hbase.id]:[hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/hbase.id] 2024-11-11T13:22:10,000 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:10,000 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:10,001 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:10,449 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:10,450 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:10,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:10,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:10,481 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store 2024-11-11T13:22:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:10,508 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:10,508 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:10,508 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331330508Disabling compacts and flushes for region at 1731331330508Disabling writes for close at 1731331330508Writing region close event to WAL at 1731331330508Closed at 1731331330508 2024-11-11T13:22:10,511 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/.initializing 2024-11-11T13:22:10,511 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/WALs/bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:10,519 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:10,520 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C35777%2C1731331329544, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/WALs/bbb9a1547c7c,35777,1731331329544, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:10,549 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/WALs/bbb9a1547c7c,35777,1731331329544/bbb9a1547c7c%2C35777%2C1731331329544.1731331330521, exclude list is [], retry=0 2024-11-11T13:22:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33013,DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3,DISK] 2024-11-11T13:22:10,585 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/WALs/bbb9a1547c7c,35777,1731331329544/bbb9a1547c7c%2C35777%2C1731331329544.1731331330521 2024-11-11T13:22:10,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-11T13:22:10,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:10,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:10,590 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,590 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:10,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:10,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:10,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:10,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:10,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:10,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:10,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:10,618 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,619 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,619 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,620 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,620 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,620 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:10,622 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:10,635 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:10,636 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73396991, jitterRate=0.09370039403438568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:10,636 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331330590Initializing all the Stores at 1731331330591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331330591Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331330601 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331330601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331330601Cleaning up temporary data from old regions at 1731331330620 (+19 ms)Region opened successfully at 1731331330636 (+16 ms) 2024-11-11T13:22:10,650 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:10,653 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505e7b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:10,655 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:10,655 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:10,656 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:10,656 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:10,656 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:10,657 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:10,657 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:10,660 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:10,660 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:10,661 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/balancer already deleted, retry=false 2024-11-11T13:22:10,663 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:10,664 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:10,664 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/normalizer already deleted, retry=false 2024-11-11T13:22:10,665 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:10,666 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:10,666 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/switch/split already deleted, retry=false 2024-11-11T13:22:10,667 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:10,670 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/switch/merge already deleted, retry=false 2024-11-11T13:22:10,673 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:10,674 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921271098/running 2024-11-11T13:22:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921271098/running 2024-11-11T13:22:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,677 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,35777,1731331329544, sessionid=0x1002ef2e4fa0000, setting cluster-up flag (Was=false) 2024-11-11T13:22:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,683 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921271098/flush-table-proc/acquired, /0921271098/flush-table-proc/reached, /0921271098/flush-table-proc/abort 2024-11-11T13:22:10,684 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:10,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:10,689 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921271098/online-snapshot/acquired, /0921271098/online-snapshot/reached, /0921271098/online-snapshot/abort 2024-11-11T13:22:10,705 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:10,715 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:10,728 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:10,729 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:10,729 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:10,730 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,35777,1731331329544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:10,731 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:10,732 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,736 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(746): ClusterId : 5fd881f6-92d8-4d80-a2d8-a79b055ecf39 2024-11-11T13:22:10,736 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:10,738 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:10,738 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:10,742 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:10,742 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4ace29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:10,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:10,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:10,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:10,783 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:37701 2024-11-11T13:22:10,783 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:10,783 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:10,783 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:10,784 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,35777,1731331329544 with port=37701, startcode=1731331329765 2024-11-11T13:22:10,784 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:10,787 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331360787 2024-11-11T13:22:10,787 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:10,787 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:10,787 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:10,788 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:10,788 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:10,788 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:10,790 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:10,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35777 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:22:10,791 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T13:22:10,791 WARN [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T13:22:10,793 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,809 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:10,809 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:10,809 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:10,809 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:10,812 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:10,812 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:10,818 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331330812,5,FailOnTimeoutGroup] 2024-11-11T13:22:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:10,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:10,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06 2024-11-11T13:22:10,833 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331330818,5,FailOnTimeoutGroup] 2024-11-11T13:22:10,833 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,833 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:10,833 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,833 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:22:10,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:10,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:10,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:10,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:10,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:10,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:10,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:10,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:10,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:10,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:10,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:10,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:10,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:10,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:10,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740 2024-11-11T13:22:10,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740 2024-11-11T13:22:10,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:10,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:10,882 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:10,892 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,35777,1731331329544 with port=37701, startcode=1731331329765 2024-11-11T13:22:10,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:10,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35777 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:10,895 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06 2024-11-11T13:22:10,895 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38199 2024-11-11T13:22:10,895 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/rs 2024-11-11T13:22:10,897 DEBUG [RS:0;bbb9a1547c7c:37701 {}] zookeeper.ZKUtil(111): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on existing znode=/0921271098/rs/bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:10,897 WARN [RS:0;bbb9a1547c7c:37701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:10,897 INFO [RS:0;bbb9a1547c7c:37701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:10,897 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:10,905 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:10,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332200, jitterRate=0.12253725528717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:10,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,37701,1731331329765] 2024-11-11T13:22:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331330844Initializing all the Stores at 1731331330849 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331330850 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331330857 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331330857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331330857Cleaning up temporary data from old regions at 1731331330882 (+25 ms)Region opened successfully at 1731331330906 (+24 ms) 2024-11-11T13:22:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:10,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:10,911 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:10,925 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:10,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331330907Disabling compacts and flushes for region at 1731331330907Disabling writes for close at 1731331330907Writing region close event to WAL at 1731331330925 (+18 ms)Closed at 1731331330925 2024-11-11T13:22:10,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:10,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:22:10,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:22:10,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:10,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:22:10,936 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:10,941 INFO [RS:0;bbb9a1547c7c:37701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:10,941 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,953 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:10,954 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:10,954 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:10,954 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:10,955 DEBUG [RS:0;bbb9a1547c7c:37701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,962 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37701,1731331329765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:10,985 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:10,985 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37701,1731331329765-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,985 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:10,985 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.Replication(171): bbb9a1547c7c,37701,1731331329765 started 2024-11-11T13:22:11,007 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,007 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,37701,1731331329765, RpcServer on bbb9a1547c7c/172.17.0.2:37701, sessionid=0x1002ef2e4fa0001 2024-11-11T13:22:11,007 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:11,007 DEBUG [RS:0;bbb9a1547c7c:37701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:11,008 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37701,1731331329765' 2024-11-11T13:22:11,008 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921271098/flush-table-proc/abort' 2024-11-11T13:22:11,008 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921271098/flush-table-proc/acquired' 2024-11-11T13:22:11,009 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:11,009 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:11,009 DEBUG [RS:0;bbb9a1547c7c:37701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:11,009 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,37701,1731331329765' 2024-11-11T13:22:11,009 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921271098/online-snapshot/abort' 2024-11-11T13:22:11,010 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921271098/online-snapshot/acquired' 2024-11-11T13:22:11,010 DEBUG [RS:0;bbb9a1547c7c:37701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:11,010 INFO [RS:0;bbb9a1547c7c:37701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:11,010 INFO [RS:0;bbb9a1547c7c:37701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:11,085 WARN [bbb9a1547c7c:35777 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T13:22:11,111 INFO [RS:0;bbb9a1547c7c:37701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:11,114 INFO [RS:0;bbb9a1547c7c:37701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37701%2C1731331329765, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/oldWALs, maxLogs=10 2024-11-11T13:22:11,176 DEBUG [RS:0;bbb9a1547c7c:37701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, exclude list is [], retry=0 2024-11-11T13:22:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33013,DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3,DISK] 2024-11-11T13:22:11,206 INFO [RS:0;bbb9a1547c7c:37701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 2024-11-11T13:22:11,206 DEBUG [RS:0;bbb9a1547c7c:37701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-11T13:22:11,335 DEBUG [bbb9a1547c7c:35777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:22:11,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:11,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37701,1731331329765, state=OPENING 2024-11-11T13:22:11,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:22:11,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:11,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:11,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921271098/meta-region-server: CHANGED 2024-11-11T13:22:11,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:11,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37701,1731331329765}] 2024-11-11T13:22:11,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921271098/meta-region-server: CHANGED 2024-11-11T13:22:11,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:11,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:22:11,538 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:22:11,538 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:11,538 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:22:11,543 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37701%2C1731331329765.meta, suffix=.meta, logDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/oldWALs, maxLogs=10 2024-11-11T13:22:11,601 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.meta.1731331331543.meta, exclude list is [], retry=0 2024-11-11T13:22:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33013,DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3,DISK] 2024-11-11T13:22:11,643 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.meta.1731331331543.meta 2024-11-11T13:22:11,645 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-11T13:22:11,645 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:11,646 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:11,646 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:11,646 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:22:11,646 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:22:11,647 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:22:11,647 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:11,647 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:22:11,647 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:22:11,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:11,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:11,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:11,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:11,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:11,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:11,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:11,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:11,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:11,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:11,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:11,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:11,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:11,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:11,687 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:11,688 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740 2024-11-11T13:22:11,689 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740 2024-11-11T13:22:11,690 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:11,690 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:11,691 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:11,692 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:11,693 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65984243, jitterRate=-0.016758158802986145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:11,693 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:22:11,694 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331331647Writing region info on filesystem at 1731331331647Initializing all the Stores at 1731331331648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331331648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331331649 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331331649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331331649Cleaning up temporary data from old regions at 1731331331690 (+41 ms)Running coprocessor post-open hooks at 1731331331693 (+3 ms)Region opened successfully at 1731331331694 (+1 ms) 2024-11-11T13:22:11,695 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331331509 2024-11-11T13:22:11,697 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:22:11,697 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:22:11,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:11,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,37701,1731331329765, state=OPEN 2024-11-11T13:22:11,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921271098/meta-region-server 2024-11-11T13:22:11,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921271098/meta-region-server 2024-11-11T13:22:11,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921271098/meta-region-server: CHANGED 2024-11-11T13:22:11,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921271098/meta-region-server: CHANGED 2024-11-11T13:22:11,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:11,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:22:11,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,37701,1731331329765 in 358 msec 2024-11-11T13:22:11,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:22:11,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 778 msec 2024-11-11T13:22:11,708 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:11,709 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:22:11,710 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:11,710 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37701,1731331329765, seqNum=-1] 2024-11-11T13:22:11,710 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:11,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:11,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-11T13:22:11,718 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331331718, completionTime=-1 2024-11-11T13:22:11,719 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:22:11,719 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331391722 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331451722 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:35777, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,723 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,725 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:22:11,746 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,750 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.800sec 2024-11-11T13:22:11,750 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:22:11,750 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:22:11,750 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:22:11,751 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:22:11,751 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:22:11,751 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:11,751 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:22:11,764 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:22:11,764 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:22:11,764 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,35777,1731331329544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:11,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:11,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:11,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:11,874 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189d90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:11,877 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:11,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:11,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37701,1731331329765, seqNum=-1] 2024-11-11T13:22:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:11,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:11,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:11,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:11,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:11,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef2e4fa0002 connected 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir so I do NOT create it in target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9 2024-11-11T13:22:11,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.tmp.dir so I do NOT create it in target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9 2024-11-11T13:22:11,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:11,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/cluster_62b29ec9-4457-ee02-e0e8-52087c95988a, deleteOnExit=true 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/test.cache.data in system properties and HBase conf 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:11,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:11,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:11,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:11,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:12,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:12,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:12,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:12,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:12,236 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28330 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:12,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:12,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:12,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:12,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:12,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:12,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:12,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a8db3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/java.io.tmpdir/jetty-localhost-41407-hadoop-hdfs-3_4_1-tests_jar-_-any-12858581961371052449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:12,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:41407} 2024-11-11T13:22:12,473 INFO [Time-limited test {}] server.Server(415): Started @202681ms 2024-11-11T13:22:12,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:12,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:12,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:12,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:12,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:22:12,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:12,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:13,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c24eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/java.io.tmpdir/jetty-localhost-44855-hadoop-hdfs-3_4_1-tests_jar-_-any-11571250304486011591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:13,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:44855} 2024-11-11T13:22:13,007 INFO [Time-limited test {}] server.Server(415): Started @203216ms 2024-11-11T13:22:13,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:13,084 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/cluster_62b29ec9-4457-ee02-e0e8-52087c95988a/data/data1/current/BP-751022965-172.17.0.2-1731331331975/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:13,085 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/cluster_62b29ec9-4457-ee02-e0e8-52087c95988a/data/data2/current/BP-751022965-172.17.0.2-1731331331975/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:13,117 WARN [Thread-2756 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3029b7f1c2583990 with lease ID 0xaf4c0b3d6a7a2bce: Processing first storage report for DS-bc020a01-dc5b-4149-9705-a18769eef009 from datanode DatanodeRegistration(127.0.0.1:33985, datanodeUuid=64236db3-02bd-475a-8fa3-ee50799c1db2, infoPort=44451, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=718763288;c=1731331331975) 2024-11-11T13:22:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3029b7f1c2583990 with lease ID 0xaf4c0b3d6a7a2bce: from storage DS-bc020a01-dc5b-4149-9705-a18769eef009 node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=64236db3-02bd-475a-8fa3-ee50799c1db2, infoPort=44451, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=718763288;c=1731331331975), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3029b7f1c2583990 with lease ID 0xaf4c0b3d6a7a2bce: Processing first storage report for DS-84c2a0f9-4844-4377-9350-58bd2cd90444 from datanode DatanodeRegistration(127.0.0.1:33985, datanodeUuid=64236db3-02bd-475a-8fa3-ee50799c1db2, infoPort=44451, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=718763288;c=1731331331975) 2024-11-11T13:22:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3029b7f1c2583990 with lease ID 0xaf4c0b3d6a7a2bce: from storage DS-84c2a0f9-4844-4377-9350-58bd2cd90444 node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=64236db3-02bd-475a-8fa3-ee50799c1db2, infoPort=44451, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=718763288;c=1731331331975), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:13,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9 2024-11-11T13:22:13,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:13,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61 with version=8 2024-11-11T13:22:13,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/hbase-staging 2024-11-11T13:22:13,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:13,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:13,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:13,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46847 2024-11-11T13:22:13,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46847 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468470x0, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:13,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46847-0x1002ef2e4fa0003 connected 2024-11-11T13:22:13,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/running 2024-11-11T13:22:13,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61, hbase.cluster.distributed=false 2024-11-11T13:22:13,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/acl 2024-11-11T13:22:13,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-11T13:22:13,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46847 2024-11-11T13:22:13,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46847 2024-11-11T13:22:13,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-11T13:22:13,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-11T13:22:13,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:13,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:13,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:13,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-11-11T13:22:13,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33227 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:13,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332270x0, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:13,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332270x0, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/running 2024-11-11T13:22:13,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33227-0x1002ef2e4fa0004 connected 2024-11-11T13:22:13,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:13,225 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:13,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/master 2024-11-11T13:22:13,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/acl 2024-11-11T13:22:13,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-11T13:22:13,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-11-11T13:22:13,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-11-11T13:22:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-11T13:22:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-11T13:22:13,251 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:46847 2024-11-11T13:22:13,251 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1133790995/backup-masters/bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/backup-masters 2024-11-11T13:22:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/backup-masters 2024-11-11T13:22:13,253 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on existing znode=/1-1133790995/backup-masters/bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1133790995/master 2024-11-11T13:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:13,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on existing znode=/1-1133790995/master 2024-11-11T13:22:13,254 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1133790995/backup-masters/bbb9a1547c7c,46847,1731331333166 from backup master directory 2024-11-11T13:22:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1133790995/backup-masters/bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/backup-masters 2024-11-11T13:22:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/backup-masters 2024-11-11T13:22:13,254 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:13,254 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:13,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/hbase.id] with ID: 18bfeed4-76cd-4683-a67e-822524e6a6be 2024-11-11T13:22:13,258 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/.tmp/hbase.id 2024-11-11T13:22:13,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:13,663 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/.tmp/hbase.id]:[hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/hbase.id] 2024-11-11T13:22:13,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:13,685 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:13,687 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:22:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:13,708 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:13,709 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:13,709 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:13,784 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store 2024-11-11T13:22:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:14,190 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:14,190 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:14,190 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331334190Disabling compacts and flushes for region at 1731331334190Disabling writes for close at 1731331334190Writing region close event to WAL at 1731331334190Closed at 1731331334190 2024-11-11T13:22:14,191 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/.initializing 2024-11-11T13:22:14,191 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/WALs/bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:14,192 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:14,193 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C46847%2C1731331333166, suffix=, logDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/WALs/bbb9a1547c7c,46847,1731331333166, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:14,210 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/WALs/bbb9a1547c7c,46847,1731331333166/bbb9a1547c7c%2C46847%2C1731331333166.1731331334193, exclude list is [], retry=0 2024-11-11T13:22:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-bc020a01-dc5b-4149-9705-a18769eef009,DISK] 2024-11-11T13:22:14,214 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/WALs/bbb9a1547c7c,46847,1731331333166/bbb9a1547c7c%2C46847%2C1731331333166.1731331334193 2024-11-11T13:22:14,214 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44451:44451)] 2024-11-11T13:22:14,214 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:14,214 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:14,215 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,215 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:14,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:14,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:14,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:14,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:14,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:14,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:14,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:14,222 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,222 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,222 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,224 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,224 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,225 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:14,226 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:14,227 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:14,228 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63769955, jitterRate=-0.049753621220588684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:14,228 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331334215Initializing all the Stores at 1731331334215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331334215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331334217 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331334217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331334217Cleaning up temporary data from old regions at 1731331334224 (+7 ms)Region opened successfully at 1731331334228 (+4 ms) 2024-11-11T13:22:14,228 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:14,230 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f80d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:14,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:14,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:14,233 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:14,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:14,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/balancer already deleted, retry=false 2024-11-11T13:22:14,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:14,235 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:14,236 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/normalizer already deleted, retry=false 2024-11-11T13:22:14,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:14,236 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:14,237 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/switch/split already deleted, retry=false 2024-11-11T13:22:14,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:14,238 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/switch/merge already deleted, retry=false 2024-11-11T13:22:14,240 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:14,240 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1133790995/running 2024-11-11T13:22:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1133790995/running 2024-11-11T13:22:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,241 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,46847,1731331333166, sessionid=0x1002ef2e4fa0003, setting cluster-up flag (Was=false) 2024-11-11T13:22:14,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,244 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1133790995/flush-table-proc/acquired, /1-1133790995/flush-table-proc/reached, /1-1133790995/flush-table-proc/abort 2024-11-11T13:22:14,245 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,249 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1133790995/online-snapshot/acquired, /1-1133790995/online-snapshot/reached, /1-1133790995/online-snapshot/abort 2024-11-11T13:22:14,249 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:14,253 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:14,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:14,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:14,255 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:14,255 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,46847,1731331333166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:14,257 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331364261 2024-11-11T13:22:14,261 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:14,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:14,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:14,262 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,263 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:14,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,263 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:14,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:14,263 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:14,263 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:14,265 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:14,265 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:14,269 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331334265,5,FailOnTimeoutGroup] 2024-11-11T13:22:14,269 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331334269,5,FailOnTimeoutGroup] 2024-11-11T13:22:14,269 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,269 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:14,269 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,269 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:14,339 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(746): ClusterId : 18bfeed4-76cd-4683-a67e-822524e6a6be 2024-11-11T13:22:14,339 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:14,340 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:14,340 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:14,341 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:14,342 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfd17ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:14,352 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:33227 2024-11-11T13:22:14,352 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:14,352 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:14,352 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:14,352 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,46847,1731331333166 with port=33227, startcode=1731331333213 2024-11-11T13:22:14,353 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:14,354 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:14,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,356 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61 2024-11-11T13:22:14,356 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38115 2024-11-11T13:22:14,356 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:14,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/rs 2024-11-11T13:22:14,358 DEBUG [RS:0;bbb9a1547c7c:33227 {}] zookeeper.ZKUtil(111): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on existing znode=/1-1133790995/rs/bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,358 WARN [RS:0;bbb9a1547c7c:33227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:14,358 INFO [RS:0;bbb9a1547c7c:33227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:14,358 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,33227,1731331333213] 2024-11-11T13:22:14,362 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:14,363 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:14,364 INFO [RS:0;bbb9a1547c7c:33227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:14,364 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,370 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:14,370 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:14,371 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:14,371 DEBUG [RS:0;bbb9a1547c7c:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,372 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33227,1731331333213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:14,389 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:14,389 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33227,1731331333213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,389 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,389 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.Replication(171): bbb9a1547c7c,33227,1731331333213 started 2024-11-11T13:22:14,406 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:14,406 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,33227,1731331333213, RpcServer on bbb9a1547c7c/172.17.0.2:33227, sessionid=0x1002ef2e4fa0004 2024-11-11T13:22:14,406 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:14,406 DEBUG [RS:0;bbb9a1547c7c:33227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,406 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,33227,1731331333213' 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1133790995/flush-table-proc/abort' 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1133790995/flush-table-proc/acquired' 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,33227,1731331333213' 2024-11-11T13:22:14,407 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1133790995/online-snapshot/abort' 2024-11-11T13:22:14,408 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1133790995/online-snapshot/acquired' 2024-11-11T13:22:14,409 DEBUG [RS:0;bbb9a1547c7c:33227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:14,409 INFO [RS:0;bbb9a1547c7c:33227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:14,409 INFO [RS:0;bbb9a1547c7c:33227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:14,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:22:14,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:14,509 INFO [RS:0;bbb9a1547c7c:33227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:14,511 INFO [RS:0;bbb9a1547c7c:33227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C33227%2C1731331333213, suffix=, logDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/oldWALs, maxLogs=10 2024-11-11T13:22:14,523 DEBUG [RS:0;bbb9a1547c7c:33227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, exclude list is [], retry=0 2024-11-11T13:22:14,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-bc020a01-dc5b-4149-9705-a18769eef009,DISK] 2024-11-11T13:22:14,530 INFO [RS:0;bbb9a1547c7c:33227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 2024-11-11T13:22:14,530 DEBUG [RS:0;bbb9a1547c7c:33227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44451:44451)] 2024-11-11T13:22:14,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:14,674 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61 2024-11-11T13:22:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:22:14,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:14,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:14,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:14,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:14,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:14,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:14,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:14,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:14,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:14,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:14,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:14,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:14,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:14,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:14,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740 2024-11-11T13:22:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740 2024-11-11T13:22:14,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:14,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:14,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:14,689 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:14,690 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72955061, jitterRate=0.08711512386798859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331334679Initializing all the Stores at 1731331334680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331334680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331334680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331334680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331334680Cleaning up temporary data from old regions at 1731331334687 (+7 ms)Region opened successfully at 1731331334690 (+3 ms) 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:14,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:14,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331334690Disabling compacts and flushes for region at 1731331334690Disabling writes for close at 1731331334690Writing region close event to WAL at 1731331334690Closed at 1731331334690 2024-11-11T13:22:14,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:14,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:22:14,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:22:14,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:14,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:22:14,843 DEBUG [bbb9a1547c7c:46847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:22:14,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:14,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,33227,1731331333213, state=OPENING 2024-11-11T13:22:14,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:22:14,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1133790995/meta-region-server: CHANGED 2024-11-11T13:22:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1133790995/meta-region-server: CHANGED 2024-11-11T13:22:14,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:14,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,33227,1731331333213}] 2024-11-11T13:22:14,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:15,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:22:15,002 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:22:15,003 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:15,003 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:22:15,004 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C33227%2C1731331333213.meta, suffix=.meta, logDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/oldWALs, maxLogs=10 2024-11-11T13:22:15,016 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.meta.1731331335004.meta, exclude list is [], retry=0 2024-11-11T13:22:15,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-bc020a01-dc5b-4149-9705-a18769eef009,DISK] 2024-11-11T13:22:15,019 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.meta.1731331335004.meta 2024-11-11T13:22:15,019 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44451:44451)] 2024-11-11T13:22:15,019 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:15,020 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:22:15,020 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:22:15,020 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:22:15,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:15,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:15,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:15,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:15,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:15,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:15,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:15,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:15,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:15,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:15,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:15,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:15,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:15,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:15,025 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:15,026 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740 2024-11-11T13:22:15,026 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740 2024-11-11T13:22:15,027 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:15,027 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:15,028 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:15,028 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:15,029 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74278955, jitterRate=0.10684268176555634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:15,029 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:22:15,029 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331335020Writing region info on filesystem at 1731331335020Initializing all the Stores at 1731331335021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331335021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331335021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331335021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331335021Cleaning up temporary data from old regions at 1731331335027 (+6 ms)Running coprocessor post-open hooks at 1731331335029 (+2 ms)Region opened successfully at 1731331335029 2024-11-11T13:22:15,030 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331334999 2024-11-11T13:22:15,031 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:22:15,031 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:22:15,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:15,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,33227,1731331333213, state=OPEN 2024-11-11T13:22:15,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1133790995/meta-region-server 2024-11-11T13:22:15,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1133790995/meta-region-server 2024-11-11T13:22:15,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:15,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1133790995/meta-region-server: CHANGED 2024-11-11T13:22:15,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1133790995/meta-region-server: CHANGED 2024-11-11T13:22:15,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:22:15,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,33227,1731331333213 in 186 msec 2024-11-11T13:22:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:22:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-11-11T13:22:15,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:15,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:22:15,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:15,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,33227,1731331333213, seqNum=-1] 2024-11-11T13:22:15,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:15,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:15,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 787 msec 2024-11-11T13:22:15,043 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331335043, completionTime=-1 2024-11-11T13:22:15,043 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:22:15,043 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331395045 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331455045 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:46847, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,045 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,047 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.793sec 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:15,048 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:22:15,050 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:22:15,050 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:22:15,050 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,46847,1731331333166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:15,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:15,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:15,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:15,141 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775ac773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:15,143 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:15,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12035f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:15,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,33227,1731331333213, seqNum=-1] 2024-11-11T13:22:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:15,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:15,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:15,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:15,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef2e4fa0005 connected 2024-11-11T13:22:15,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir so I do NOT create it in target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1 2024-11-11T13:22:15,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:15,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.tmp.dir so I do NOT create it in target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1 2024-11-11T13:22:15,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:15,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/cluster_9d00ca80-5338-850a-657b-605e49a07e41, deleteOnExit=true 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/test.cache.data in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:15,153 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:15,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:15,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:15,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:15,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:15,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:15,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:15,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:15,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:15,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:15,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:15,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41149db8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/java.io.tmpdir/jetty-localhost-41917-hadoop-hdfs-3_4_1-tests_jar-_-any-13591071093083759476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:15,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:41917} 2024-11-11T13:22:15,322 INFO [Time-limited test {}] server.Server(415): Started @205531ms 2024-11-11T13:22:15,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:15,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:15,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:15,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:15,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:15,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:15,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:15,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d95389{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/java.io.tmpdir/jetty-localhost-34775-hadoop-hdfs-3_4_1-tests_jar-_-any-16849932651916970066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:15,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:34775} 2024-11-11T13:22:15,485 INFO [Time-limited test {}] server.Server(415): Started @205693ms 2024-11-11T13:22:15,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:15,566 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/cluster_9d00ca80-5338-850a-657b-605e49a07e41/data/data1/current/BP-1251753252-172.17.0.2-1731331335168/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:15,566 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/cluster_9d00ca80-5338-850a-657b-605e49a07e41/data/data2/current/BP-1251753252-172.17.0.2-1731331335168/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:15,585 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4ad3af9598342b6 with lease ID 0x402878a91ea22a4a: Processing first storage report for DS-4608471f-42df-457c-820c-ec110be5d59b from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=15cadb4a-7d3f-4726-8c0c-310edf9c31b6, infoPort=33125, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=910746960;c=1731331335168) 2024-11-11T13:22:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4ad3af9598342b6 with lease ID 0x402878a91ea22a4a: from storage DS-4608471f-42df-457c-820c-ec110be5d59b node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=15cadb4a-7d3f-4726-8c0c-310edf9c31b6, infoPort=33125, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=910746960;c=1731331335168), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4ad3af9598342b6 with lease ID 0x402878a91ea22a4a: Processing first storage report for DS-a1817917-e406-42da-8e55-80e59b057492 from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=15cadb4a-7d3f-4726-8c0c-310edf9c31b6, infoPort=33125, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=910746960;c=1731331335168) 2024-11-11T13:22:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4ad3af9598342b6 with lease ID 0x402878a91ea22a4a: from storage DS-a1817917-e406-42da-8e55-80e59b057492 node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=15cadb4a-7d3f-4726-8c0c-310edf9c31b6, infoPort=33125, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=910746960;c=1731331335168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:15,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1 2024-11-11T13:22:15,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:15,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:15,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:16,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48 with version=8 2024-11-11T13:22:16,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/hbase-staging 2024-11-11T13:22:16,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:16,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:16,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37295 2024-11-11T13:22:16,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37295 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372950x0, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:16,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37295-0x1002ef2e4fa0006 connected 2024-11-11T13:22:16,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:16,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:16,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/running 2024-11-11T13:22:16,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48, hbase.cluster.distributed=false 2024-11-11T13:22:16,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/acl 2024-11-11T13:22:16,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-11T13:22:16,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37295 2024-11-11T13:22:16,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37295 2024-11-11T13:22:16,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-11T13:22:16,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-11T13:22:16,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:16,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:16,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39975 2024-11-11T13:22:16,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39975 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:16,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:16,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399750x0, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:16,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399750x0, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/running 2024-11-11T13:22:16,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39975-0x1002ef2e4fa0007 connected 2024-11-11T13:22:16,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:16,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:16,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/master 2024-11-11T13:22:16,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/acl 2024-11-11T13:22:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39975 2024-11-11T13:22:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39975 2024-11-11T13:22:16,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39975 2024-11-11T13:22:16,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39975 2024-11-11T13:22:16,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39975 2024-11-11T13:22:16,112 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:37295 2024-11-11T13:22:16,113 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-726283217/backup-masters/bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/backup-masters 2024-11-11T13:22:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/backup-masters 2024-11-11T13:22:16,114 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on existing znode=/2-726283217/backup-masters/bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726283217/master 2024-11-11T13:22:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:16,115 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on existing znode=/2-726283217/master 2024-11-11T13:22:16,115 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-726283217/backup-masters/bbb9a1547c7c,37295,1731331336041 from backup master directory 2024-11-11T13:22:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726283217/backup-masters/bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/backup-masters 2024-11-11T13:22:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/backup-masters 2024-11-11T13:22:16,116 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:16,116 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:16,122 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/hbase.id] with ID: 7c293e3c-ef6c-432d-8be1-27382b310279 2024-11-11T13:22:16,122 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/.tmp/hbase.id 2024-11-11T13:22:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:16,530 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/.tmp/hbase.id]:[hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/hbase.id] 2024-11-11T13:22:16,539 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:16,539 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:16,540 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:22:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:16,561 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:16,562 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:16,563 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:16,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:16,971 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store 2024-11-11T13:22:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:17,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:17,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:17,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:17,379 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:17,379 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:17,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331337379Disabling compacts and flushes for region at 1731331337379Disabling writes for close at 1731331337379Writing region close event to WAL at 1731331337379Closed at 1731331337379 2024-11-11T13:22:17,380 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/.initializing 2024-11-11T13:22:17,380 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/WALs/bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:17,381 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:17,382 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C37295%2C1731331336041, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/WALs/bbb9a1547c7c,37295,1731331336041, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:17,401 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/WALs/bbb9a1547c7c,37295,1731331336041/bbb9a1547c7c%2C37295%2C1731331336041.1731331337382, exclude list is [], retry=0 2024-11-11T13:22:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-4608471f-42df-457c-820c-ec110be5d59b,DISK] 2024-11-11T13:22:17,404 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/WALs/bbb9a1547c7c,37295,1731331336041/bbb9a1547c7c%2C37295%2C1731331336041.1731331337382 2024-11-11T13:22:17,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33125:33125)] 2024-11-11T13:22:17,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:17,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:17,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,407 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:17,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:17,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:17,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:17,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:17,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:17,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:17,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:17,412 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,412 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,412 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,413 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,413 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,413 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:17,414 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:17,415 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:17,416 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62651257, jitterRate=-0.06642352044582367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:17,416 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331337407Initializing all the Stores at 1731331337407Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331337407Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331337407Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331337407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331337407Cleaning up temporary data from old regions at 1731331337413 (+6 ms)Region opened successfully at 1731331337416 (+3 ms) 2024-11-11T13:22:17,416 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:17,418 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abffe68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:17,419 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:17,419 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:17,419 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:17,419 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:17,420 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:17,420 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:17,420 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:17,422 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:17,426 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:17,427 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/balancer already deleted, retry=false 2024-11-11T13:22:17,428 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:17,428 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:17,429 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/normalizer already deleted, retry=false 2024-11-11T13:22:17,429 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:17,430 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:17,431 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/switch/split already deleted, retry=false 2024-11-11T13:22:17,431 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:17,432 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/switch/merge already deleted, retry=false 2024-11-11T13:22:17,433 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:17,434 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726283217/running 2024-11-11T13:22:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-726283217/running 2024-11-11T13:22:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,435 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,37295,1731331336041, sessionid=0x1002ef2e4fa0006, setting cluster-up flag (Was=false) 2024-11-11T13:22:17,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,439 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-726283217/flush-table-proc/acquired, /2-726283217/flush-table-proc/reached, /2-726283217/flush-table-proc/abort 2024-11-11T13:22:17,439 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:17,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:17,443 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-726283217/online-snapshot/acquired, /2-726283217/online-snapshot/reached, /2-726283217/online-snapshot/abort 2024-11-11T13:22:17,443 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:17,444 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:17,445 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:17,445 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:17,446 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:17,446 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,37295,1731331336041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:17,447 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:17,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:17,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331367457 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:17,457 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:17,458 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:17,463 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331337458,5,FailOnTimeoutGroup] 2024-11-11T13:22:17,464 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331337463,5,FailOnTimeoutGroup] 2024-11-11T13:22:17,464 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,464 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:17,464 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,465 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:17,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:17,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48 2024-11-11T13:22:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:22:17,502 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(746): ClusterId : 7c293e3c-ef6c-432d-8be1-27382b310279 2024-11-11T13:22:17,502 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:17,509 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:17,509 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:17,514 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:17,514 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34be148a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:17,528 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:39975 2024-11-11T13:22:17,528 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:17,528 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:17,528 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:17,529 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,37295,1731331336041 with port=39975, startcode=1731331336083 2024-11-11T13:22:17,529 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:17,530 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:17,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37295 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,531 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48 2024-11-11T13:22:17,531 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37165 2024-11-11T13:22:17,531 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/rs 2024-11-11T13:22:17,534 DEBUG [RS:0;bbb9a1547c7c:39975 {}] zookeeper.ZKUtil(111): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on existing znode=/2-726283217/rs/bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,534 WARN [RS:0;bbb9a1547c7c:39975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:17,534 INFO [RS:0;bbb9a1547c7c:39975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:17,534 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,39975,1731331336083] 2024-11-11T13:22:17,537 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:17,540 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:17,541 INFO [RS:0;bbb9a1547c7c:39975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:17,541 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,541 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:17,542 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:17,542 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:17,542 DEBUG [RS:0;bbb9a1547c7c:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,543 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39975,1731331336083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:17,559 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:17,559 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39975,1731331336083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,559 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,559 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.Replication(171): bbb9a1547c7c,39975,1731331336083 started 2024-11-11T13:22:17,576 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:17,576 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,39975,1731331336083, RpcServer on bbb9a1547c7c/172.17.0.2:39975, sessionid=0x1002ef2e4fa0007 2024-11-11T13:22:17,576 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:17,576 DEBUG [RS:0;bbb9a1547c7c:39975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,576 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,39975,1731331336083' 2024-11-11T13:22:17,576 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-726283217/flush-table-proc/abort' 2024-11-11T13:22:17,576 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-726283217/flush-table-proc/acquired' 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,39975,1731331336083' 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-726283217/online-snapshot/abort' 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-726283217/online-snapshot/acquired' 2024-11-11T13:22:17,577 DEBUG [RS:0;bbb9a1547c7c:39975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:17,577 INFO [RS:0;bbb9a1547c7c:39975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:17,577 INFO [RS:0;bbb9a1547c7c:39975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:17,678 INFO [RS:0;bbb9a1547c7c:39975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:17,679 INFO [RS:0;bbb9a1547c7c:39975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C39975%2C1731331336083, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/oldWALs, maxLogs=10 2024-11-11T13:22:17,694 DEBUG [RS:0;bbb9a1547c7c:39975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, exclude list is [], retry=0 2024-11-11T13:22:17,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-4608471f-42df-457c-820c-ec110be5d59b,DISK] 2024-11-11T13:22:17,698 INFO [RS:0;bbb9a1547c7c:39975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 2024-11-11T13:22:17,698 DEBUG [RS:0;bbb9a1547c7c:39975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33125:33125)] 2024-11-11T13:22:17,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:17,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:17,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:17,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:17,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:17,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:17,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:17,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:17,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:17,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:17,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:17,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:17,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:17,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:17,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740 2024-11-11T13:22:17,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740 2024-11-11T13:22:17,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:17,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:17,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:17,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:17,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:17,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64132614, jitterRate=-0.04434958100318909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:17,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331337878Initializing all the Stores at 1731331337878Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331337879 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331337879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331337879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331337879Cleaning up temporary data from old regions at 1731331337886 (+7 ms)Region opened successfully at 1731331337889 (+3 ms) 2024-11-11T13:22:17,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:17,889 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:17,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331337889Disabling compacts and flushes for region at 1731331337889Disabling writes for close at 1731331337890 (+1 ms)Writing region close event to WAL at 1731331337890Closed at 1731331337890 2024-11-11T13:22:17,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:17,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:22:17,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:22:17,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:17,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:22:18,043 DEBUG [bbb9a1547c7c:37295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:22:18,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:18,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,39975,1731331336083, state=OPENING 2024-11-11T13:22:18,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:22:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:18,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:18,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,39975,1731331336083}] 2024-11-11T13:22:18,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726283217/meta-region-server: CHANGED 2024-11-11T13:22:18,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726283217/meta-region-server: CHANGED 2024-11-11T13:22:18,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:18,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:22:18,202 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:22:18,203 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:18,203 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:22:18,204 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C39975%2C1731331336083.meta, suffix=.meta, logDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/oldWALs, maxLogs=10 2024-11-11T13:22:18,216 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.meta.1731331338204.meta, exclude list is [], retry=0 2024-11-11T13:22:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-4608471f-42df-457c-820c-ec110be5d59b,DISK] 2024-11-11T13:22:18,219 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.meta.1731331338204.meta 2024-11-11T13:22:18,219 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33125:33125)] 2024-11-11T13:22:18,219 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:18,220 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:22:18,220 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:22:18,220 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:22:18,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:18,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:18,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:18,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:18,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:18,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:18,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:18,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:18,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:18,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:18,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:18,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:18,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:18,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:18,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:18,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:18,225 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:18,226 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740 2024-11-11T13:22:18,227 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740 2024-11-11T13:22:18,227 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:18,227 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:18,228 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:18,228 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:18,229 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66148115, jitterRate=-0.014316275715827942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:18,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:22:18,229 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331338220Writing region info on filesystem at 1731331338220Initializing all the Stores at 1731331338221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331338221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331338221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331338221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331338221Cleaning up temporary data from old regions at 1731331338227 (+6 ms)Running coprocessor post-open hooks at 1731331338229 (+2 ms)Region opened successfully at 1731331338229 2024-11-11T13:22:18,230 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331338198 2024-11-11T13:22:18,231 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:22:18,231 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:22:18,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:18,232 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,39975,1731331336083, state=OPEN 2024-11-11T13:22:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-726283217/meta-region-server 2024-11-11T13:22:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-726283217/meta-region-server 2024-11-11T13:22:18,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:18,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726283217/meta-region-server: CHANGED 2024-11-11T13:22:18,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-726283217/meta-region-server: CHANGED 2024-11-11T13:22:18,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:22:18,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,39975,1731331336083 in 186 msec 2024-11-11T13:22:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:22:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-11T13:22:18,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:18,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:22:18,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:18,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,39975,1731331336083, seqNum=-1] 2024-11-11T13:22:18,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:18,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:18,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-11T13:22:18,243 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331338243, completionTime=-1 2024-11-11T13:22:18,243 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:22:18,243 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331398245 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331458245 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,245 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:37295, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,246 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,246 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,248 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.133sec 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:18,249 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:22:18,251 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:22:18,251 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:22:18,251 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37295,1731331336041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:18,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c30093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:18,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:18,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:18,304 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157447c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:18,306 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:18,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:18,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,39975,1731331336083, seqNum=-1] 2024-11-11T13:22:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:18,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:18,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:18,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60729 2024-11-11T13:22:18,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:18,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002ef2e4fa0008 connected 2024-11-11T13:22:18,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160c64ae 2024-11-11T13:22:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:18,317 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:18,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:22:18,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:18,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:18,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:22:18,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:22:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:18,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 528604f795034f114822c868521c3769, NAME => 'test,,1731331338317.528604f795034f114822c868521c3769.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06 2024-11-11T13:22:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:22:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:19,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331338317.528604f795034f114822c868521c3769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 528604f795034f114822c868521c3769, disabling compactions & flushes 2024-11-11T13:22:19,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331338317.528604f795034f114822c868521c3769. after waiting 0 ms 2024-11-11T13:22:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 528604f795034f114822c868521c3769: Waiting for close lock at 1731331339141Disabling compacts and flushes for region at 1731331339141Disabling writes for close at 1731331339142 (+1 ms)Writing region close event to WAL at 1731331339142Closed at 1731331339142 2024-11-11T13:22:19,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:19,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331338317.528604f795034f114822c868521c3769.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331339143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331339143"}]},"ts":"1731331339143"} 2024-11-11T13:22:19,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:19,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:19,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331339146"}]},"ts":"1731331339146"} 2024-11-11T13:22:19,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:22:19,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=528604f795034f114822c868521c3769, ASSIGN}] 2024-11-11T13:22:19,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=528604f795034f114822c868521c3769, ASSIGN 2024-11-11T13:22:19,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=528604f795034f114822c868521c3769, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,37701,1731331329765; forceNewPlan=false, retain=false 2024-11-11T13:22:19,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=528604f795034f114822c868521c3769, regionState=OPENING, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:19,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=528604f795034f114822c868521c3769, ASSIGN because future has completed 2024-11-11T13:22:19,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528604f795034f114822c868521c3769, server=bbb9a1547c7c,37701,1731331329765}] 2024-11-11T13:22:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:19,457 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,457 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 528604f795034f114822c868521c3769, NAME => 'test,,1731331338317.528604f795034f114822c868521c3769.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:19,457 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:19,457 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:22:19,457 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 528604f795034f114822c868521c3769 2024-11-11T13:22:19,457 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331338317.528604f795034f114822c868521c3769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:19,458 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,458 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,459 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 528604f795034f114822c868521c3769 2024-11-11T13:22:19,459 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528604f795034f114822c868521c3769 columnFamilyName f 2024-11-11T13:22:19,459 DEBUG [StoreOpener-528604f795034f114822c868521c3769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:19,460 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(327): Store=528604f795034f114822c868521c3769/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:19,460 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 528604f795034f114822c868521c3769 2024-11-11T13:22:19,461 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528604f795034f114822c868521c3769 columnFamilyName f1 2024-11-11T13:22:19,461 DEBUG [StoreOpener-528604f795034f114822c868521c3769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:19,461 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(327): Store=528604f795034f114822c868521c3769/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:19,461 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 528604f795034f114822c868521c3769 2024-11-11T13:22:19,462 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528604f795034f114822c868521c3769 columnFamilyName norep 2024-11-11T13:22:19,462 DEBUG [StoreOpener-528604f795034f114822c868521c3769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:19,462 INFO [StoreOpener-528604f795034f114822c868521c3769-1 {}] regionserver.HStore(327): Store=528604f795034f114822c868521c3769/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:19,462 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,463 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769 2024-11-11T13:22:19,463 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769 2024-11-11T13:22:19,464 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,464 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,464 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:19,465 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,466 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:19,466 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 528604f795034f114822c868521c3769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60024570, jitterRate=-0.10556420683860779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:19,466 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 528604f795034f114822c868521c3769 2024-11-11T13:22:19,467 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 528604f795034f114822c868521c3769: Running coprocessor pre-open hook at 1731331339458Writing region info on filesystem at 1731331339458Initializing all the Stores at 1731331339458Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331339458Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331339458Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331339458Cleaning up temporary data from old regions at 1731331339464 (+6 ms)Running coprocessor post-open hooks at 1731331339466 (+2 ms)Region opened successfully at 1731331339467 (+1 ms) 2024-11-11T13:22:19,467 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331338317.528604f795034f114822c868521c3769., pid=6, masterSystemTime=1731331339453 2024-11-11T13:22:19,469 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,469 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:19,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=528604f795034f114822c868521c3769, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:19,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528604f795034f114822c868521c3769, server=bbb9a1547c7c,37701,1731331329765 because future has completed 2024-11-11T13:22:19,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:22:19,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 528604f795034f114822c868521c3769, server=bbb9a1547c7c,37701,1731331329765 in 170 msec 2024-11-11T13:22:19,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:22:19,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=528604f795034f114822c868521c3769, ASSIGN in 326 msec 2024-11-11T13:22:19,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:19,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331339475"}]},"ts":"1731331339475"} 2024-11-11T13:22:19,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:22:19,477 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:19,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-11T13:22:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:20,466 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:22:20,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a705202 2024-11-11T13:22:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:20,469 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:20,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:22:20,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:20,472 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:20,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:22:20,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:22:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:20,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c9f40180cbf2f9061531689e0efdf6d, NAME => 'test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61 2024-11-11T13:22:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:22:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:21,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:21,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c9f40180cbf2f9061531689e0efdf6d, disabling compactions & flushes 2024-11-11T13:22:21,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. after waiting 0 ms 2024-11-11T13:22:21,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c9f40180cbf2f9061531689e0efdf6d: Waiting for close lock at 1731331341285Disabling compacts and flushes for region at 1731331341285Disabling writes for close at 1731331341286 (+1 ms)Writing region close event to WAL at 1731331341286Closed at 1731331341286 2024-11-11T13:22:21,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:21,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331341287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331341287"}]},"ts":"1731331341287"} 2024-11-11T13:22:21,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:21,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:21,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331341290"}]},"ts":"1731331341290"} 2024-11-11T13:22:21,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:22:21,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9f40180cbf2f9061531689e0efdf6d, ASSIGN}] 2024-11-11T13:22:21,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9f40180cbf2f9061531689e0efdf6d, ASSIGN 2024-11-11T13:22:21,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c9f40180cbf2f9061531689e0efdf6d, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,33227,1731331333213; forceNewPlan=false, retain=false 2024-11-11T13:22:21,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9f40180cbf2f9061531689e0efdf6d, regionState=OPENING, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c9f40180cbf2f9061531689e0efdf6d, ASSIGN because future has completed 2024-11-11T13:22:21,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9f40180cbf2f9061531689e0efdf6d, server=bbb9a1547c7c,33227,1731331333213}] 2024-11-11T13:22:21,600 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,601 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c9f40180cbf2f9061531689e0efdf6d, NAME => 'test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:21,601 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:21,601 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:22:21,601 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,601 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:21,601 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,601 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,602 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,603 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9f40180cbf2f9061531689e0efdf6d columnFamilyName f 2024-11-11T13:22:21,603 DEBUG [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:21,603 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(327): Store=5c9f40180cbf2f9061531689e0efdf6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:21,604 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,604 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9f40180cbf2f9061531689e0efdf6d columnFamilyName f1 2024-11-11T13:22:21,604 DEBUG [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:21,605 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(327): Store=5c9f40180cbf2f9061531689e0efdf6d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:21,605 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,606 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9f40180cbf2f9061531689e0efdf6d columnFamilyName norep 2024-11-11T13:22:21,606 DEBUG [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:21,606 INFO [StoreOpener-5c9f40180cbf2f9061531689e0efdf6d-1 {}] regionserver.HStore(327): Store=5c9f40180cbf2f9061531689e0efdf6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:21,606 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,607 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,607 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,608 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,608 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,608 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:21,609 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,610 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:21,611 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c9f40180cbf2f9061531689e0efdf6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60216712, jitterRate=-0.10270106792449951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:21,611 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:21,611 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c9f40180cbf2f9061531689e0efdf6d: Running coprocessor pre-open hook at 1731331341601Writing region info on filesystem at 1731331341601Initializing all the Stores at 1731331341602 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331341602Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331341602Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331341602Cleaning up temporary data from old regions at 1731331341608 (+6 ms)Running coprocessor post-open hooks at 1731331341611 (+3 ms)Region opened successfully at 1731331341611 2024-11-11T13:22:21,612 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., pid=6, masterSystemTime=1731331341597 2024-11-11T13:22:21,613 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,613 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:21,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9f40180cbf2f9061531689e0efdf6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:21,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9f40180cbf2f9061531689e0efdf6d, server=bbb9a1547c7c,33227,1731331333213 because future has completed 2024-11-11T13:22:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:21,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:22:21,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c9f40180cbf2f9061531689e0efdf6d, server=bbb9a1547c7c,33227,1731331333213 in 172 msec 2024-11-11T13:22:21,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:22:21,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c9f40180cbf2f9061531689e0efdf6d, ASSIGN in 327 msec 2024-11-11T13:22:21,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:21,620 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331341620"}]},"ts":"1731331341620"} 2024-11-11T13:22:21,622 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:22:21,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:21,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-11T13:22:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:22,316 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38410 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:22,636 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:22:22,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4383d8ab 2024-11-11T13:22:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:22,638 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:22,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:22:22,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:22,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:22,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:22:22,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:22:22,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a0fff7c92b05e1985cc9704bc233142, NAME => 'test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48 2024-11-11T13:22:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:22:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9a0fff7c92b05e1985cc9704bc233142, disabling compactions & flushes 2024-11-11T13:22:23,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. after waiting 0 ms 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a0fff7c92b05e1985cc9704bc233142: Waiting for close lock at 1731331343054Disabling compacts and flushes for region at 1731331343054Disabling writes for close at 1731331343054Writing region close event to WAL at 1731331343054Closed at 1731331343054 2024-11-11T13:22:23,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331343055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331343055"}]},"ts":"1731331343055"} 2024-11-11T13:22:23,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:23,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:23,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331343058"}]},"ts":"1731331343058"} 2024-11-11T13:22:23,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:22:23,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a0fff7c92b05e1985cc9704bc233142, ASSIGN}] 2024-11-11T13:22:23,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a0fff7c92b05e1985cc9704bc233142, ASSIGN 2024-11-11T13:22:23,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9a0fff7c92b05e1985cc9704bc233142, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,39975,1731331336083; forceNewPlan=false, retain=false 2024-11-11T13:22:23,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a0fff7c92b05e1985cc9704bc233142, regionState=OPENING, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:23,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9a0fff7c92b05e1985cc9704bc233142, ASSIGN because future has completed 2024-11-11T13:22:23,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a0fff7c92b05e1985cc9704bc233142, server=bbb9a1547c7c,39975,1731331336083}] 2024-11-11T13:22:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:23,370 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,370 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a0fff7c92b05e1985cc9704bc233142, NAME => 'test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:23,370 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:23,370 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:22:23,370 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,370 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:23,370 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,370 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,372 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,373 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a0fff7c92b05e1985cc9704bc233142 columnFamilyName f 2024-11-11T13:22:23,373 DEBUG [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:23,373 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(327): Store=9a0fff7c92b05e1985cc9704bc233142/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:23,373 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,374 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a0fff7c92b05e1985cc9704bc233142 columnFamilyName f1 2024-11-11T13:22:23,374 DEBUG [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:23,374 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(327): Store=9a0fff7c92b05e1985cc9704bc233142/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:23,374 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,375 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a0fff7c92b05e1985cc9704bc233142 columnFamilyName norep 2024-11-11T13:22:23,375 DEBUG [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:23,376 INFO [StoreOpener-9a0fff7c92b05e1985cc9704bc233142-1 {}] regionserver.HStore(327): Store=9a0fff7c92b05e1985cc9704bc233142/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:23,376 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,376 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,376 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,377 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,377 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,377 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:23,378 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,380 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:23,380 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a0fff7c92b05e1985cc9704bc233142; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61286542, jitterRate=-0.08675935864448547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:23,380 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:23,380 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a0fff7c92b05e1985cc9704bc233142: Running coprocessor pre-open hook at 1731331343370Writing region info on filesystem at 1731331343370Initializing all the Stores at 1731331343371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331343371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331343371Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331343371Cleaning up temporary data from old regions at 1731331343377 (+6 ms)Running coprocessor post-open hooks at 1731331343380 (+3 ms)Region opened successfully at 1731331343380 2024-11-11T13:22:23,381 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142., pid=6, masterSystemTime=1731331343366 2024-11-11T13:22:23,383 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,383 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:23,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a0fff7c92b05e1985cc9704bc233142, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:23,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a0fff7c92b05e1985cc9704bc233142, server=bbb9a1547c7c,39975,1731331336083 because future has completed 2024-11-11T13:22:23,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:22:23,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a0fff7c92b05e1985cc9704bc233142, server=bbb9a1547c7c,39975,1731331336083 in 173 msec 2024-11-11T13:22:23,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:22:23,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9a0fff7c92b05e1985cc9704bc233142, ASSIGN in 328 msec 2024-11-11T13:22:23,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:23,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331343391"}]},"ts":"1731331343391"} 2024-11-11T13:22:23,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:22:23,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:23,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-11T13:22:23,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:23,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:22:23,776 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:22:23,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:23,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:23,778 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3965d210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:23,780 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366289ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@408e3bae 2024-11-11T13:22:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:23,783 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:23,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:46847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:22:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:22:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:23,786 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:46847' 2024-11-11T13:22:23,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c01fe2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,787 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:23,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:23,788 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558be01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:23,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:23,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:23,790 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:23,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1493ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:23,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:22:23,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:23,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:23,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d885f8c 2024-11-11T13:22:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:23,792 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:23,793 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:22:23,793 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:22:23,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:23,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:23,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:23,794 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:23,795 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:22:23,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:23,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:23,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:22:23,845 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:22:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:24,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20fb604f9f10bce65c9b0f504b433e99, NAME => 'hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06 2024-11-11T13:22:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:22:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:22:24,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T13:22:24,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:24,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T13:22:24,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:24,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20fb604f9f10bce65c9b0f504b433e99, disabling compactions & flushes 2024-11-11T13:22:24,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. after waiting 0 ms 2024-11-11T13:22:24,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20fb604f9f10bce65c9b0f504b433e99: Waiting for close lock at 1731331344608Disabling compacts and flushes for region at 1731331344608Disabling writes for close at 1731331344608Writing region close event to WAL at 1731331344608Closed at 1731331344608 2024-11-11T13:22:24,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:24,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331344609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331344609"}]},"ts":"1731331344609"} 2024-11-11T13:22:24,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:24,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:24,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331344612"}]},"ts":"1731331344612"} 2024-11-11T13:22:24,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:22:24,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fb604f9f10bce65c9b0f504b433e99, ASSIGN}] 2024-11-11T13:22:24,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fb604f9f10bce65c9b0f504b433e99, ASSIGN 2024-11-11T13:22:24,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20fb604f9f10bce65c9b0f504b433e99, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,37701,1731331329765; forceNewPlan=false, retain=false 2024-11-11T13:22:24,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20fb604f9f10bce65c9b0f504b433e99, regionState=OPENING, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20fb604f9f10bce65c9b0f504b433e99, ASSIGN because future has completed 2024-11-11T13:22:24,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20fb604f9f10bce65c9b0f504b433e99, server=bbb9a1547c7c,37701,1731331329765}] 2024-11-11T13:22:24,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:24,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:22:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:24,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C37701%2C1731331329765.rep, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/oldWALs, maxLogs=10 2024-11-11T13:22:24,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.rep.1731331344925, exclude list is [], retry=0 2024-11-11T13:22:24,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33013,DS-57f696c8-d3b4-425d-bb9f-471f861cf6a3,DISK] 2024-11-11T13:22:24,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.rep.1731331344925 2024-11-11T13:22:24,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-11T13:22:24,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20fb604f9f10bce65c9b0f504b433e99, NAME => 'hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:24,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. service=MultiRowMutationService 2024-11-11T13:22:24,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,944 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,945 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fb604f9f10bce65c9b0f504b433e99 columnFamilyName hfileref 2024-11-11T13:22:24,945 DEBUG [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:24,946 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(327): Store=20fb604f9f10bce65c9b0f504b433e99/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:24,946 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,947 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fb604f9f10bce65c9b0f504b433e99 columnFamilyName queue 2024-11-11T13:22:24,947 DEBUG [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:24,947 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(327): Store=20fb604f9f10bce65c9b0f504b433e99/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:24,947 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,948 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fb604f9f10bce65c9b0f504b433e99 columnFamilyName sid 2024-11-11T13:22:24,948 DEBUG [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:24,948 INFO [StoreOpener-20fb604f9f10bce65c9b0f504b433e99-1 {}] regionserver.HStore(327): Store=20fb604f9f10bce65c9b0f504b433e99/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/replication/20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/replication/20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:24,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/replication/20fb604f9f10bce65c9b0f504b433e99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:24,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20fb604f9f10bce65c9b0f504b433e99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62449759, jitterRate=-0.06942607462406158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:24,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:24,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20fb604f9f10bce65c9b0f504b433e99: Running coprocessor pre-open hook at 1731331344943Writing region info on filesystem at 1731331344943Initializing all the Stores at 1731331344944 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331344944Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331344944Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331344944Cleaning up temporary data from old regions at 1731331344950 (+6 ms)Running coprocessor post-open hooks at 1731331344954 (+4 ms)Region opened successfully at 1731331344954 2024-11-11T13:22:24,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99., pid=10, masterSystemTime=1731331344921 2024-11-11T13:22:24,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:24,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20fb604f9f10bce65c9b0f504b433e99, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:24,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20fb604f9f10bce65c9b0f504b433e99, server=bbb9a1547c7c,37701,1731331329765 because future has completed 2024-11-11T13:22:24,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:22:24,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20fb604f9f10bce65c9b0f504b433e99, server=bbb9a1547c7c,37701,1731331329765 in 194 msec 2024-11-11T13:22:24,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:22:24,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fb604f9f10bce65c9b0f504b433e99, ASSIGN in 350 msec 2024-11-11T13:22:24,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:24,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331344967"}]},"ts":"1731331344967"} 2024-11-11T13:22:24,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:22:24,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:24,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-11T13:22:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99., hostname=bbb9a1547c7c,37701,1731331329765, seqNum=2] 2024-11-11T13:22:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:25,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:22:25,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:22:25,160 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:22:25,194 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,37701,1731331329765, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:22:25,195 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:25,195 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37701,1731331329765, seqNum=-1] 2024-11-11T13:22:25,195 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:25,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:25,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,37701,1731331329765', locateType=CURRENT is [region=hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99., hostname=bbb9a1547c7c,37701,1731331329765, seqNum=2] 2024-11-11T13:22:25,208 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:22:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:22:25,211 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,37701,1731331329765 suceeded 2024-11-11T13:22:25,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:22:25,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-11T13:22:25,213 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:46847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:22:25,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-11-11T13:22:25,230 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:46847' 2024-11-11T13:22:25,232 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6693be10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,232 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:25,232 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:25,233 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4575b125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:25,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:25,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,235 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:25,235 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d633b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,236 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d7cd4f 2024-11-11T13:22:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:25,237 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T13:22:25,238 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,37701,1731331329765 (queues=1) is replicating from cluster=5fd881f6-92d8-4d80-a2d8-a79b055ecf39 to cluster=18bfeed4-76cd-4683-a67e-822524e6a6be 2024-11-11T13:22:25,238 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C37701%2C1731331329765 2024-11-11T13:22:25,238 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,37701,1731331329765, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:22:25,239 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, startPosition=0, beingWritten=true 2024-11-11T13:22:25,247 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C37701%2C1731331329765 2024-11-11T13:22:25,250 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:25,250 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:25,250 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:25,455 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:25,759 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:25,936 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:22:25,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:25,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:25,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:25,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:25,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:25,938 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:25,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:25,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3fdb2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,939 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342a36f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5edbe8 2024-11-11T13:22:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:25,942 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:25,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:37295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:22:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:22:25,944 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:37295' 2024-11-11T13:22:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:25,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3892d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,945 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:25,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:25,946 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2604226b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,947 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:25,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1b3fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:25,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:25,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:25,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4314b2f 2024-11-11T13:22:25,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:25,949 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:25,950 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:22:25,950 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:22:25,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:25,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:25,951 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:25,951 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:22:25,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:25,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:25,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:22:26,002 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:22:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:26,162 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:26,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02816f6e1266bad5e86b368c8706a5f2, NAME => 'hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61 2024-11-11T13:22:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:22:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:26,665 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 02816f6e1266bad5e86b368c8706a5f2, disabling compactions & flushes 2024-11-11T13:22:26,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. after waiting 0 ms 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:26,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:26,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02816f6e1266bad5e86b368c8706a5f2: Waiting for close lock at 1731331346765Disabling compacts and flushes for region at 1731331346765Disabling writes for close at 1731331346765Writing region close event to WAL at 1731331346765Closed at 1731331346765 2024-11-11T13:22:26,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:26,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331346766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331346766"}]},"ts":"1731331346766"} 2024-11-11T13:22:26,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:26,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:26,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331346769"}]},"ts":"1731331346769"} 2024-11-11T13:22:26,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:22:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02816f6e1266bad5e86b368c8706a5f2, ASSIGN}] 2024-11-11T13:22:26,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02816f6e1266bad5e86b368c8706a5f2, ASSIGN 2024-11-11T13:22:26,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02816f6e1266bad5e86b368c8706a5f2, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,33227,1731331333213; forceNewPlan=false, retain=false 2024-11-11T13:22:26,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02816f6e1266bad5e86b368c8706a5f2, regionState=OPENING, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:26,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02816f6e1266bad5e86b368c8706a5f2, ASSIGN because future has completed 2024-11-11T13:22:26,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02816f6e1266bad5e86b368c8706a5f2, server=bbb9a1547c7c,33227,1731331333213}] 2024-11-11T13:22:27,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:27,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:27,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:22:27,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C33227%2C1731331333213.rep, suffix=, logDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213, archiveDir=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/oldWALs, maxLogs=10 2024-11-11T13:22:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:27,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.rep.1731331347082, exclude list is [], retry=0 2024-11-11T13:22:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-bc020a01-dc5b-4149-9705-a18769eef009,DISK] 2024-11-11T13:22:27,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.rep.1731331347082 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44451:44451)] 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 02816f6e1266bad5e86b368c8706a5f2, NAME => 'hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:27,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. service=MultiRowMutationService 2024-11-11T13:22:27,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,101 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,102 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02816f6e1266bad5e86b368c8706a5f2 columnFamilyName hfileref 2024-11-11T13:22:27,102 DEBUG [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:27,103 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(327): Store=02816f6e1266bad5e86b368c8706a5f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:27,103 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,104 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02816f6e1266bad5e86b368c8706a5f2 columnFamilyName queue 2024-11-11T13:22:27,104 DEBUG [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:27,104 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(327): Store=02816f6e1266bad5e86b368c8706a5f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:27,104 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,105 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02816f6e1266bad5e86b368c8706a5f2 columnFamilyName sid 2024-11-11T13:22:27,105 DEBUG [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:27,105 INFO [StoreOpener-02816f6e1266bad5e86b368c8706a5f2-1 {}] regionserver.HStore(327): Store=02816f6e1266bad5e86b368c8706a5f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:27,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/replication/02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/replication/02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:27,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/replication/02816f6e1266bad5e86b368c8706a5f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 02816f6e1266bad5e86b368c8706a5f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73844535, jitterRate=0.10036931931972504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 02816f6e1266bad5e86b368c8706a5f2: Running coprocessor pre-open hook at 1731331347100Writing region info on filesystem at 1731331347100Initializing all the Stores at 1731331347100Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331347100Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331347100Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331347100Cleaning up temporary data from old regions at 1731331347107 (+7 ms)Running coprocessor post-open hooks at 1731331347110 (+3 ms)Region opened successfully at 1731331347110 2024-11-11T13:22:27,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., pid=10, masterSystemTime=1731331347078 2024-11-11T13:22:27,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:27,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:27,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02816f6e1266bad5e86b368c8706a5f2, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:27,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02816f6e1266bad5e86b368c8706a5f2, server=bbb9a1547c7c,33227,1731331333213 because future has completed 2024-11-11T13:22:27,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:22:27,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02816f6e1266bad5e86b368c8706a5f2, server=bbb9a1547c7c,33227,1731331333213 in 191 msec 2024-11-11T13:22:27,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:22:27,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02816f6e1266bad5e86b368c8706a5f2, ASSIGN in 347 msec 2024-11-11T13:22:27,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:27,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331347120"}]},"ts":"1731331347120"} 2024-11-11T13:22:27,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:22:27,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:27,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-11T13:22:27,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., hostname=bbb9a1547c7c,33227,1731331333213, seqNum=2] 2024-11-11T13:22:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:27,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:22:27,269 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:27,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:22:27,316 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:22:27,353 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,33227,1731331333213, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:22:27,353 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:27,354 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,33227,1731331333213, seqNum=-1] 2024-11-11T13:22:27,354 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:27,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:27,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,33227,1731331333213', locateType=CURRENT is [region=hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., hostname=bbb9a1547c7c,33227,1731331333213, seqNum=2] 2024-11-11T13:22:27,359 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:22:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:22:27,361 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,33227,1731331333213 suceeded 2024-11-11T13:22:27,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:22:27,363 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:37295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:22:27,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-11T13:22:27,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-11T13:22:27,373 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:37295' 2024-11-11T13:22:27,374 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:27,374 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:27,374 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:27,374 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5f2171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:27,376 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:27,376 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:27,376 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:27,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:27,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccc7294 2024-11-11T13:22:27,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:27,378 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T13:22:27,378 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,33227,1731331333213 (queues=1) is replicating from cluster=18bfeed4-76cd-4683-a67e-822524e6a6be to cluster=7c293e3c-ef6c-432d-8be1-27382b310279 2024-11-11T13:22:27,378 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C33227%2C1731331333213 2024-11-11T13:22:27,378 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,33227,1731331333213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:22:27,379 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C33227%2C1731331333213 2024-11-11T13:22:27,379 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, startPosition=0, beingWritten=true 2024-11-11T13:22:27,383 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:27,383 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:27,383 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:27,586 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:27,890 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:27,973 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:28,095 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:22:28,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:28,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:28,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:28,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:28,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:28,097 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ac3ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:28,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:28,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,098 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57786b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb3441a 2024-11-11T13:22:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:28,100 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:28,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:35777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:22:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:22:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:28,103 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35777' 2024-11-11T13:22:28,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afd3815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,104 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:28,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:28,105 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd33d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,106 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a2eca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:28,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:28,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:28,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b76a188 2024-11-11T13:22:28,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:28,108 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:28,108 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:22:28,109 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:22:28,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:28,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:28,109 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:28,110 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:22:28,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:22:28,111 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:28,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:22:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:22:28,160 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:22:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:28,295 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:28,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b2f919d00f5f5093c811313652e3e15, NAME => 'hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48 2024-11-11T13:22:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:22:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:28,776 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:28,798 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:28,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:28,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:28,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:28,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b2f919d00f5f5093c811313652e3e15, disabling compactions & flushes 2024-11-11T13:22:28,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:28,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:28,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. after waiting 0 ms 2024-11-11T13:22:28,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:28,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:28,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b2f919d00f5f5093c811313652e3e15: Waiting for close lock at 1731331348923Disabling compacts and flushes for region at 1731331348923Disabling writes for close at 1731331348923Writing region close event to WAL at 1731331348923Closed at 1731331348924 (+1 ms) 2024-11-11T13:22:28,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:22:28,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331348925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331348925"}]},"ts":"1731331348925"} 2024-11-11T13:22:28,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:22:28,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:22:28,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331348927"}]},"ts":"1731331348927"} 2024-11-11T13:22:28,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:22:28,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b2f919d00f5f5093c811313652e3e15, ASSIGN}] 2024-11-11T13:22:28,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b2f919d00f5f5093c811313652e3e15, ASSIGN 2024-11-11T13:22:28,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b2f919d00f5f5093c811313652e3e15, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,39975,1731331336083; forceNewPlan=false, retain=false 2024-11-11T13:22:29,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b2f919d00f5f5093c811313652e3e15, regionState=OPENING, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:29,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b2f919d00f5f5093c811313652e3e15, ASSIGN because future has completed 2024-11-11T13:22:29,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b2f919d00f5f5093c811313652e3e15, server=bbb9a1547c7c,39975,1731331336083}] 2024-11-11T13:22:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:29,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:29,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:29,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:22:29,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C39975%2C1731331336083.rep, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/oldWALs, maxLogs=10 2024-11-11T13:22:29,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.rep.1731331349241, exclude list is [], retry=0 2024-11-11T13:22:29,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-4608471f-42df-457c-820c-ec110be5d59b,DISK] 2024-11-11T13:22:29,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.rep.1731331349241 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33125:33125)] 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b2f919d00f5f5093c811313652e3e15, NAME => 'hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:29,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. service=MultiRowMutationService 2024-11-11T13:22:29,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,261 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,261 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b2f919d00f5f5093c811313652e3e15 columnFamilyName hfileref 2024-11-11T13:22:29,262 DEBUG [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:29,262 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(327): Store=9b2f919d00f5f5093c811313652e3e15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:29,262 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,263 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b2f919d00f5f5093c811313652e3e15 columnFamilyName queue 2024-11-11T13:22:29,263 DEBUG [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:29,263 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(327): Store=9b2f919d00f5f5093c811313652e3e15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:29,263 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,264 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b2f919d00f5f5093c811313652e3e15 columnFamilyName sid 2024-11-11T13:22:29,264 DEBUG [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:29,264 INFO [StoreOpener-9b2f919d00f5f5093c811313652e3e15-1 {}] regionserver.HStore(327): Store=9b2f919d00f5f5093c811313652e3e15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:29,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/replication/9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/replication/9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:22:29,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/replication/9b2f919d00f5f5093c811313652e3e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:29,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b2f919d00f5f5093c811313652e3e15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64251783, jitterRate=-0.042573824524879456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:22:29,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:29,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b2f919d00f5f5093c811313652e3e15: Running coprocessor pre-open hook at 1731331349260Writing region info on filesystem at 1731331349260Initializing all the Stores at 1731331349260Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331349260Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331349260Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331349260Cleaning up temporary data from old regions at 1731331349266 (+6 ms)Running coprocessor post-open hooks at 1731331349269 (+3 ms)Region opened successfully at 1731331349269 2024-11-11T13:22:29,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., pid=10, masterSystemTime=1731331349236 2024-11-11T13:22:29,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:29,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:29,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b2f919d00f5f5093c811313652e3e15, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b2f919d00f5f5093c811313652e3e15, server=bbb9a1547c7c,39975,1731331336083 because future has completed 2024-11-11T13:22:29,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:22:29,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b2f919d00f5f5093c811313652e3e15, server=bbb9a1547c7c,39975,1731331336083 in 190 msec 2024-11-11T13:22:29,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:22:29,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b2f919d00f5f5093c811313652e3e15, ASSIGN in 346 msec 2024-11-11T13:22:29,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:22:29,278 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331349278"}]},"ts":"1731331349278"} 2024-11-11T13:22:29,280 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:22:29,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:22:29,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-11T13:22:29,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., hostname=bbb9a1547c7c,39975,1731331336083, seqNum=2] 2024-11-11T13:22:29,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:29,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:29,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:22:29,402 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:29,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:22:29,474 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:22:29,503 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,39975,1731331336083, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:22:29,503 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:29,503 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,39975,1731331336083, seqNum=-1] 2024-11-11T13:22:29,503 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:29,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,39975,1731331336083', locateType=CURRENT is [region=hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., hostname=bbb9a1547c7c,39975,1731331336083, seqNum=2] 2024-11-11T13:22:29,510 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:22:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:22:29,512 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,39975,1731331336083 suceeded 2024-11-11T13:22:29,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:22:29,514 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:35777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:22:29,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T13:22:29,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-11T13:22:29,524 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35777' 2024-11-11T13:22:29,525 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6281199b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:29,525 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:29,525 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:29,526 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d79d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:29,527 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:29,528 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc00e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:29,528 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccb2951 2024-11-11T13:22:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:29,530 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T13:22:29,530 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,39975,1731331336083 (queues=1) is replicating from cluster=7c293e3c-ef6c-432d-8be1-27382b310279 to cluster=5fd881f6-92d8-4d80-a2d8-a79b055ecf39 2024-11-11T13:22:29,530 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C39975%2C1731331336083 2024-11-11T13:22:29,530 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,39975,1731331336083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:22:29,531 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C39975%2C1731331336083 2024-11-11T13:22:29,531 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, startPosition=0, beingWritten=true 2024-11-11T13:22:29,537 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:29,537 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 379, reset compression=false 2024-11-11T13:22:29,537 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:29,680 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:29,741 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 379, reset compression=false 2024-11-11T13:22:29,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:22:30,044 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 379, reset compression=false 2024-11-11T13:22:30,106 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:22:30,246 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:22:30,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:30,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:30,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:30,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:30,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:30,247 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a19762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,248 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707a60d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:30,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:30,250 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:30,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:30,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:30,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de73501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,251 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a19599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:30,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:30,253 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18c1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,254 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309b5e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:30,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37701,1731331329765, seqNum=-1] 2024-11-11T13:22:30,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:30,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:30,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331338317.528604f795034f114822c868521c3769., hostname=bbb9a1547c7c,37701,1731331329765, seqNum=2] 2024-11-11T13:22:30,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:30,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,39975,1731331336083, seqNum=-1] 2024-11-11T13:22:30,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:30,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142., hostname=bbb9a1547c7c,39975,1731331336083, seqNum=2] 2024-11-11T13:22:30,265 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T13:22:30,447 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 379, reset compression=false 2024-11-11T13:22:30,683 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 379, reset compression=false 2024-11-11T13:22:30,687 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:30,687 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 480, reset compression=false 2024-11-11T13:22:30,687 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[{test/528604f795034f114822c868521c3769/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T13:22:30,689 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:30,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T13:22:30,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:30,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210e5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,46847,-1 for getting cluster id 2024-11-11T13:22:30,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:30,691 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18bfeed4-76cd-4683-a67e-822524e6a6be' 2024-11-11T13:22:30,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18bfeed4-76cd-4683-a67e-822524e6a6be" 2024-11-11T13:22:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc882c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,46847,-1] 2024-11-11T13:22:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,692 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129fe0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,33227,1731331333213, seqNum=-1] 2024-11-11T13:22:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:30,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:30,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., hostname=bbb9a1547c7c,33227,1731331333213, seqNum=2] 2024-11-11T13:22:30,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:30,890 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 480, reset compression=false 2024-11-11T13:22:30,910 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 379, reset compression=false 2024-11-11T13:22:30,914 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:30,914 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 503, reset compression=false 2024-11-11T13:22:30,914 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T13:22:30,916 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:30,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T13:22:30,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:30,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242d09c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:30,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:30,919 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710d41d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:30,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:30,920 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:30,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8adb56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:30,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:30,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,39975,1731331336083, seqNum=-1] 2024-11-11T13:22:30,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:30,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:30,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142., hostname=bbb9a1547c7c,39975,1731331336083, seqNum=2] 2024-11-11T13:22:30,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:30,950 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 379, reset compression=false 2024-11-11T13:22:30,955 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:30,955 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 526, reset compression=false 2024-11-11T13:22:30,955 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:31,118 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 503, reset compression=false 2024-11-11T13:22:31,158 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 526, reset compression=false 2024-11-11T13:22:31,194 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 480, reset compression=false 2024-11-11T13:22:31,267 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T13:22:31,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,33227,1731331333213, seqNum=-1] 2024-11-11T13:22:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:31,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., hostname=bbb9a1547c7c,33227,1731331333213, seqNum=2] 2024-11-11T13:22:31,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T13:22:31,421 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 503, reset compression=false 2024-11-11T13:22:31,426 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:31,426 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 607, reset compression=false 2024-11-11T13:22:31,426 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:22:31,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:31,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:31,462 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 526, reset compression=false 2024-11-11T13:22:31,466 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:31,466 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 653, reset compression=false 2024-11-11T13:22:31,466 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[{test/9a0fff7c92b05e1985cc9704bc233142/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T13:22:31,468 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:31,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T13:22:31,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:31,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a5244e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:31,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:31,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:31,472 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dbe1c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:31,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:31,473 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:31,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49901129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:31,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,37701,1731331329765, seqNum=-1] 2024-11-11T13:22:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:31,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T13:22:31,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731331338317.528604f795034f114822c868521c3769., hostname=bbb9a1547c7c,37701,1731331329765, seqNum=2] 2024-11-11T13:22:31,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:31,597 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 480, reset compression=false 2024-11-11T13:22:31,601 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:31,601 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 630, reset compression=false 2024-11-11T13:22:31,601 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:31,638 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 607, reset compression=false 2024-11-11T13:22:31,670 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 653, reset compression=false 2024-11-11T13:22:31,804 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 630, reset compression=false 2024-11-11T13:22:31,942 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 607, reset compression=false 2024-11-11T13:22:31,973 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 653, reset compression=false 2024-11-11T13:22:32,108 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 630, reset compression=false 2024-11-11T13:22:32,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T13:22:32,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T13:22:32,345 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 607, reset compression=false 2024-11-11T13:22:32,377 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 653, reset compression=false 2024-11-11T13:22:32,382 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:32,382 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 757, reset compression=false 2024-11-11T13:22:32,382 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[{test/9a0fff7c92b05e1985cc9704bc233142/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:22:32,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:32,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:32,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:32,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:32,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48480 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:32,512 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 630, reset compression=false 2024-11-11T13:22:32,516 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:32,516 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 757, reset compression=false 2024-11-11T13:22:32,516 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[{test/528604f795034f114822c868521c3769/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T13:22:32,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:32,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:32,586 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 757, reset compression=false 2024-11-11T13:22:32,722 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 757, reset compression=false 2024-11-11T13:22:32,848 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 607, reset compression=false 2024-11-11T13:22:32,852 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:32,852 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 757, reset compression=false 2024-11-11T13:22:32,852 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:32,890 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 757, reset compression=false 2024-11-11T13:22:33,025 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 757, reset compression=false 2024-11-11T13:22:33,057 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 757, reset compression=false 2024-11-11T13:22:33,280 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T13:22:33,283 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T13:22:33,293 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 757, reset compression=false 2024-11-11T13:22:33,360 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 757, reset compression=false 2024-11-11T13:22:33,428 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 757, reset compression=false 2024-11-11T13:22:33,432 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:33,433 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 913, reset compression=false 2024-11-11T13:22:33,433 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[{test/528604f795034f114822c868521c3769/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T13:22:33,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:33,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:33,636 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 913, reset compression=false 2024-11-11T13:22:33,771 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 757, reset compression=false 2024-11-11T13:22:33,776 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:33,776 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 904, reset compression=false 2024-11-11T13:22:33,776 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T13:22:33,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:33,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:33,796 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 757, reset compression=false 2024-11-11T13:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 927, reset compression=false 2024-11-11T13:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:33,939 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 913, reset compression=false 2024-11-11T13:22:33,981 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 904, reset compression=false 2024-11-11T13:22:34,007 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 927, reset compression=false 2024-11-11T13:22:34,285 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 904, reset compression=false 2024-11-11T13:22:34,285 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T13:22:34,289 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T13:22:34,289 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:34,289 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:34,290 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T13:22:34,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:34,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:34,310 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 927, reset compression=false 2024-11-11T13:22:34,314 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:34,314 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1076, reset compression=false 2024-11-11T13:22:34,314 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[{test/9a0fff7c92b05e1985cc9704bc233142/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T13:22:34,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:34,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:34,342 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 913, reset compression=false 2024-11-11T13:22:34,346 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:34,346 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1085, reset compression=false 2024-11-11T13:22:34,346 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:34,494 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:34,518 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1076, reset compression=false 2024-11-11T13:22:34,550 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1085, reset compression=false 2024-11-11T13:22:34,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:34,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,798 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:34,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,821 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1076, reset compression=false 2024-11-11T13:22:34,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:34,853 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1085, reset compression=false 2024-11-11T13:22:35,207 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:35,225 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1076, reset compression=false 2024-11-11T13:22:35,257 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1085, reset compression=false 2024-11-11T13:22:35,291 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T13:22:35,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T13:22:35,710 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:35,728 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1076, reset compression=false 2024-11-11T13:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1235, reset compression=false 2024-11-11T13:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[{test/9a0fff7c92b05e1985cc9704bc233142/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T13:22:35,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:35,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:35,760 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1085, reset compression=false 2024-11-11T13:22:35,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:35,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1234, reset compression=false 2024-11-11T13:22:35,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[{test/528604f795034f114822c868521c3769/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T13:22:35,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:35,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:35,935 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1235, reset compression=false 2024-11-11T13:22:35,968 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1234, reset compression=false 2024-11-11T13:22:36,239 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1235, reset compression=false 2024-11-11T13:22:36,271 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1234, reset compression=false 2024-11-11T13:22:36,297 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T13:22:36,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a72c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:36,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:36,306 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99d2a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,308 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bba3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f9f5e9 2024-11-11T13:22:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:36,313 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1063, reset compression=false 2024-11-11T13:22:36,314 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:36,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T13:22:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T13:22:36,319 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:36,320 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1235, reset compression=false 2024-11-11T13:22:36,320 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:22:36,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:22:36,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T13:22:36,477 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T13:22:36,478 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T13:22:36,478 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,39975,1731331336083 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T13:22:36,478 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0. 2024-11-11T13:22:36,478 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:36,478 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,478 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:36,524 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1235, reset compression=false 2024-11-11T13:22:36,578 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:22:36,578 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:22:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:22:36,675 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1234, reset compression=false 2024-11-11T13:22:36,678 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 terminated 2024-11-11T13:22:36,694 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,39975,1731331336083, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:22:36,694 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T13:22:36,694 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T13:22:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T13:22:36,696 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on bbb9a1547c7c,39975,1731331336083 suceeded 2024-11-11T13:22:36,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T13:22:36,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-11T13:22:36,698 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T13:22:36,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-11-11T13:22:36,707 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:35777' 2024-11-11T13:22:36,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d0204e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,35777,-1 for getting cluster id 2024-11-11T13:22:36,708 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:36,709 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fd881f6-92d8-4d80-a2d8-a79b055ecf39' 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fd881f6-92d8-4d80-a2d8-a79b055ecf39" 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676e77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,35777,-1] 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,710 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:36,710 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb6ce70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:36,711 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:36,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:36,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180f9b0e 2024-11-11T13:22:36,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:36,712 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T13:22:36,712 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,39975,1731331336083 (queues=1) is replicating from cluster=7c293e3c-ef6c-432d-8be1-27382b310279 to cluster=5fd881f6-92d8-4d80-a2d8-a79b055ecf39 2024-11-11T13:22:36,712 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C39975%2C1731331336083 2024-11-11T13:22:36,713 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,39975,1731331336083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:22:36,715 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C39975%2C1731331336083 2024-11-11T13:22:36,828 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1235, reset compression=false 2024-11-11T13:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:22:36,946 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:22:36,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:36,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:36,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:36,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:36,950 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T13:22:37,178 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1234, reset compression=false 2024-11-11T13:22:37,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:37,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1338, reset compression=false 2024-11-11T13:22:37,182 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[{test/528604f795034f114822c868521c3769/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:22:37,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:37,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:37,231 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1235, reset compression=false 2024-11-11T13:22:37,234 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:37,235 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1362, reset compression=false 2024-11-11T13:22:37,235 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T13:22:37,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:37,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:37,384 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1338, reset compression=false 2024-11-11T13:22:37,438 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1362, reset compression=false 2024-11-11T13:22:37,688 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1338, reset compression=false 2024-11-11T13:22:37,741 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1362, reset compression=false 2024-11-11T13:22:37,952 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T13:22:37,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411b09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:37,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37295,-1 for getting cluster id 2024-11-11T13:22:37,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:37,955 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c293e3c-ef6c-432d-8be1-27382b310279' 2024-11-11T13:22:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c293e3c-ef6c-432d-8be1-27382b310279" 2024-11-11T13:22:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b87540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37295,-1] 2024-11-11T13:22:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:37,956 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:37,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630cfd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:37,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201415e2 2024-11-11T13:22:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:22:37,961 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:22:37,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T13:22:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T13:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T13:22:37,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:22:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T13:22:38,091 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1338, reset compression=false 2024-11-11T13:22:38,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T13:22:38,119 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T13:22:38,119 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T13:22:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T13:22:38,121 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on bbb9a1547c7c,39975,1731331336083 suceeded 2024-11-11T13:22:38,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T13:22:38,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-11T13:22:38,122 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T13:22:38,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 160 msec 2024-11-11T13:22:38,144 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1362, reset compression=false 2024-11-11T13:22:38,148 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:38,148 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:38,148 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9f40180cbf2f9061531689e0efdf6d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:22:38,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:38,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:38,214 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, startPosition=1235, beingWritten=true 2024-11-11T13:22:38,218 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:22:38,218 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1512, reset compression=false 2024-11-11T13:22:38,218 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[{test/9a0fff7c92b05e1985cc9704bc233142/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T13:22:38,220 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:38,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T13:22:38,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:22:38,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:22:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T13:22:38,285 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:22:38,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:38,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:38,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:38,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T13:22:38,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:22:38,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:38,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:38,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:38,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:22:38,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345714013, stopped=false 2024-11-11T13:22:38,288 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,37295,1731331336041 2024-11-11T13:22:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726283217/running 2024-11-11T13:22:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726283217/running 2024-11-11T13:22:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:38,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:38,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:38,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:38,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,39975,1731331336083' ***** 2024-11-11T13:22:38,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:22:38,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/running 2024-11-11T13:22:38,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Set watcher on znode that does not yet exist, /2-726283217/running 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:22:38,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a0fff7c92b05e1985cc9704bc233142 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:38,290 INFO [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:39975. 2024-11-11T13:22:38,290 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a0fff7c92b05e1985cc9704bc233142, disabling compactions & flushes 2024-11-11T13:22:38,290 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:38,290 DEBUG [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:38,290 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:38,290 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. after waiting 0 ms 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:38,291 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:22:38,291 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:22:38,291 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:22:38,291 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:22:38,291 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a0fff7c92b05e1985cc9704bc233142 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T13:22:38,291 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:22:38,291 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1325): Online Regions={9a0fff7c92b05e1985cc9704bc233142=test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142., 9b2f919d00f5f5093c811313652e3e15=hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:22:38,291 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a0fff7c92b05e1985cc9704bc233142, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:38,291 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:38,291 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:38,291 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:22:38,304 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f/b417aa4b22854fd98a551f5dc665f337 is 37, key is row3/f:row3/1731331356948/Put/seqid=0 2024-11-11T13:22:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741840_1016 (size=5228) 2024-11-11T13:22:38,308 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/info/a27d59747e4d429681771a493bbe2d33 is 147, key is hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15./info:regioninfo/1731331349272/Put/seqid=0 2024-11-11T13:22:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:22:38,351 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:38,359 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1512, reset compression=false 2024-11-11T13:22:38,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:38,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1759, reset compression=false 2024-11-11T13:22:38,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,39975,1731331336083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:38,426 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,39975,1731331336083: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,39975,1731331336083, walGroup=bbb9a1547c7c%2C39975%2C1731331336083, offset=bbb9a1547c7c%2C39975%2C1731331336083.1731331337679:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:39975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:22:38,428 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:22:38,428 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:22:38,428 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:22:38,428 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:22:38,428 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:22:38,428 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 853048240 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198188312 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:22:38,429 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:37295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:37295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:22:38,491 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a0fff7c92b05e1985cc9704bc233142, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:38,546 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:22:38,547 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:22:38,594 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1338, reset compression=false 2024-11-11T13:22:38,598 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:38,598 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:38,598 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:38,628 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1759, reset compression=false 2024-11-11T13:22:38,654 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:38,691 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a0fff7c92b05e1985cc9704bc233142, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:38,708 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f/b417aa4b22854fd98a551f5dc665f337 2024-11-11T13:22:38,712 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b417aa4b22854fd98a551f5dc665f337 2024-11-11T13:22:38,715 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/info/a27d59747e4d429681771a493bbe2d33 2024-11-11T13:22:38,725 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f1/6b4bee2407754b8e89dfbd14d5d2a7e8 is 30, key is row1/f1:/1731331354286/DeleteFamily/seqid=0 2024-11-11T13:22:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741842_1018 (size=5158) 2024-11-11T13:22:38,731 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/ns/5edde78b11f94506a6f91b075c784a92 is 43, key is default/ns:d/1731331338240/Put/seqid=0 2024-11-11T13:22:38,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741843_1019 (size=5153) 2024-11-11T13:22:38,734 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/ns/5edde78b11f94506a6f91b075c784a92 2024-11-11T13:22:38,754 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/rep_barrier/eb9fbc08f3b947a09d6e3eeea1a07786 is 112, key is test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142./rep_barrier:seqnumDuringOpen/1731331343384/Put/seqid=0 2024-11-11T13:22:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:22:38,801 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:38,892 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a0fff7c92b05e1985cc9704bc233142, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:38,930 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1759, reset compression=false 2024-11-11T13:22:39,057 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:39,092 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a0fff7c92b05e1985cc9704bc233142, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:39,104 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:39,131 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f1/6b4bee2407754b8e89dfbd14d5d2a7e8 2024-11-11T13:22:39,135 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b4bee2407754b8e89dfbd14d5d2a7e8 2024-11-11T13:22:39,151 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/norep/c32f4b56d68f4d84ae9ad7d6f2655f76 is 33, key is row2/norep:/1731331355292/DeleteFamily/seqid=0 2024-11-11T13:22:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741845_1021 (size=5108) 2024-11-11T13:22:39,155 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/norep/c32f4b56d68f4d84ae9ad7d6f2655f76 2024-11-11T13:22:39,158 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/rep_barrier/eb9fbc08f3b947a09d6e3eeea1a07786 2024-11-11T13:22:39,158 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32f4b56d68f4d84ae9ad7d6f2655f76 2024-11-11T13:22:39,159 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f/b417aa4b22854fd98a551f5dc665f337 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/f/b417aa4b22854fd98a551f5dc665f337 2024-11-11T13:22:39,163 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b417aa4b22854fd98a551f5dc665f337 2024-11-11T13:22:39,163 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/f/b417aa4b22854fd98a551f5dc665f337, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T13:22:39,164 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/f1/6b4bee2407754b8e89dfbd14d5d2a7e8 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/f1/6b4bee2407754b8e89dfbd14d5d2a7e8 2024-11-11T13:22:39,168 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b4bee2407754b8e89dfbd14d5d2a7e8 2024-11-11T13:22:39,168 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/f1/6b4bee2407754b8e89dfbd14d5d2a7e8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:39,169 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/.tmp/norep/c32f4b56d68f4d84ae9ad7d6f2655f76 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/norep/c32f4b56d68f4d84ae9ad7d6f2655f76 2024-11-11T13:22:39,172 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32f4b56d68f4d84ae9ad7d6f2655f76 2024-11-11T13:22:39,172 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/norep/c32f4b56d68f4d84ae9ad7d6f2655f76, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:39,173 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9a0fff7c92b05e1985cc9704bc233142 in 882ms, sequenceid=12, compaction requested=false 2024-11-11T13:22:39,179 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/table/03a96f0385a64f75b178c98af9b9e085 is 53, key is hbase:replication/table:state/1731331349278/Put/seqid=0 2024-11-11T13:22:39,190 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/default/test/9a0fff7c92b05e1985cc9704bc233142/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:22:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741846_1022 (size=5308) 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:39,191 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a0fff7c92b05e1985cc9704bc233142: Waiting for close lock at 1731331358290Running coprocessor pre-close hooks at 1731331358290Disabling compacts and flushes for region at 1731331358290Disabling writes for close at 1731331358291 (+1 ms)Obtaining lock to block concurrent updates at 1731331358291Preparing flush snapshotting stores in 9a0fff7c92b05e1985cc9704bc233142 at 1731331358291Finished memstore snapshotting test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731331358291Flushing stores of test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. at 1731331358291Flushing 9a0fff7c92b05e1985cc9704bc233142/f: creating writer at 1731331358292 (+1 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/f: appending metadata at 1731331358304 (+12 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/f: closing flushed file at 1731331358304Flushing 9a0fff7c92b05e1985cc9704bc233142/f1: creating writer at 1731331358712 (+408 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/f1: appending metadata at 1731331358725 (+13 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/f1: closing flushed file at 1731331358725Flushing 9a0fff7c92b05e1985cc9704bc233142/norep: creating writer at 1731331359135 (+410 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/norep: appending metadata at 1731331359150 (+15 ms)Flushing 9a0fff7c92b05e1985cc9704bc233142/norep: closing flushed file at 1731331359150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d88ab6: reopening flushed file at 1731331359158 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2274f2: reopening flushed file at 1731331359163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ca10c: reopening flushed file at 1731331359168 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9a0fff7c92b05e1985cc9704bc233142 in 882ms, sequenceid=12, compaction requested=false at 1731331359173 (+5 ms)Writing region close event to WAL at 1731331359184 (+11 ms)Running coprocessor post-close hooks at 1731331359190 (+6 ms)Closed at 1731331359191 (+1 ms) 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331342638.9a0fff7c92b05e1985cc9704bc233142. 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b2f919d00f5f5093c811313652e3e15, disabling compactions & flushes 2024-11-11T13:22:39,191 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. after waiting 0 ms 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b2f919d00f5f5093c811313652e3e15: Waiting for close lock at 1731331359191Running coprocessor pre-close hooks at 1731331359191Disabling compacts and flushes for region at 1731331359191Disabling writes for close at 1731331359191Failed flush hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., putting online again at 1731331359191 2024-11-11T13:22:39,191 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,292 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:22:39,292 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1325): Online Regions={9b2f919d00f5f5093c811313652e3e15=hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:22:39,292 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:39,292 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b2f919d00f5f5093c811313652e3e15 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b2f919d00f5f5093c811313652e3e15, disabling compactions & flushes 2024-11-11T13:22:39,292 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. after waiting 0 ms 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b2f919d00f5f5093c811313652e3e15: Waiting for close lock at 1731331359292Running coprocessor pre-close hooks at 1731331359292Disabling compacts and flushes for region at 1731331359292Disabling writes for close at 1731331359292Failed flush hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15., putting online again at 1731331359292 2024-11-11T13:22:39,292 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331348109.9b2f919d00f5f5093c811313652e3e15. 2024-11-11T13:22:39,333 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 1759, reset compression=false 2024-11-11T13:22:39,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:39,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 2403, reset compression=false 2024-11-11T13:22:39,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:22:39,492 DEBUG [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:22:39,507 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:39,539 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.wal-reader.bbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.1731331337679 to pos 2403, reset compression=false 2024-11-11T13:22:39,560 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:39,591 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/table/03a96f0385a64f75b178c98af9b9e085 2024-11-11T13:22:39,595 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/info/a27d59747e4d429681771a493bbe2d33 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/info/a27d59747e4d429681771a493bbe2d33 2024-11-11T13:22:39,599 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/info/a27d59747e4d429681771a493bbe2d33, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:22:39,600 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/ns/5edde78b11f94506a6f91b075c784a92 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/ns/5edde78b11f94506a6f91b075c784a92 2024-11-11T13:22:39,603 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/ns/5edde78b11f94506a6f91b075c784a92, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:22:39,603 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/rep_barrier/eb9fbc08f3b947a09d6e3eeea1a07786 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/rep_barrier/eb9fbc08f3b947a09d6e3eeea1a07786 2024-11-11T13:22:39,606 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/rep_barrier/eb9fbc08f3b947a09d6e3eeea1a07786, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:22:39,606 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/.tmp/table/03a96f0385a64f75b178c98af9b9e085 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/table/03a96f0385a64f75b178c98af9b9e085 2024-11-11T13:22:39,609 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/table/03a96f0385a64f75b178c98af9b9e085, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:22:39,610 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-11T13:22:39,613 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:22:39,614 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:39,614 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:39,614 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:39,614 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331358291Running coprocessor pre-close hooks at 1731331358291Disabling compacts and flushes for region at 1731331358291Disabling writes for close at 1731331358291Obtaining lock to block concurrent updates at 1731331358291Preparing flush snapshotting stores in 1588230740 at 1731331358291Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331358291Flushing stores of hbase:meta,,1.1588230740 at 1731331358292 (+1 ms)Flushing 1588230740/info: creating writer at 1731331358292Flushing 1588230740/info: appending metadata at 1731331358308 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731331358308Flushing 1588230740/ns: creating writer at 1731331358718 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731331358731 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731331358731Flushing 1588230740/rep_barrier: creating writer at 1731331358738 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331358754 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331358754Flushing 1588230740/table: creating writer at 1731331359161 (+407 ms)Flushing 1588230740/table: appending metadata at 1731331359178 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731331359178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abd4988: reopening flushed file at 1731331359595 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7a3037: reopening flushed file at 1731331359599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c59165e: reopening flushed file at 1731331359603 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca668d: reopening flushed file at 1731331359606 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731331359610 (+4 ms)Writing region close event to WAL at 1731331359611 (+1 ms)Running coprocessor post-close hooks at 1731331359614 (+3 ms)Closed at 1731331359614 2024-11-11T13:22:39,614 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:39,693 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T13:22:39,693 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,39975,1731331336083; all regions closed. 2024-11-11T13:22:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:22:39,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/WALs/bbb9a1547c7c,39975,1731331336083/bbb9a1547c7c%2C39975%2C1731331336083.meta.1731331338204.meta not finished, retry = 0 2024-11-11T13:22:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741839_1015 (size=2390) 2024-11-11T13:22:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741833_1009 (size=2411) 2024-11-11T13:22:39,800 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:39,800 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:39,800 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:39,800 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:39,800 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:39,800 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:39,800 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,39975,1731331336083 because: Region server is closing 2024-11-11T13:22:39,801 INFO [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:39975. 2024-11-11T13:22:39,801 DEBUG [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:39,801 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:39,801 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:39,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:39,901 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,39975,1731331336083.replicationSource.shipperbbb9a1547c7c%2C39975%2C1731331336083,1-bbb9a1547c7c,39975,1731331336083 terminated 2024-11-11T13:22:39,901 INFO [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:39975. 2024-11-11T13:22:39,901 DEBUG [RS:0;bbb9a1547c7c:39975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:39,902 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:39,902 DEBUG [RS:0;bbb9a1547c7c:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:39,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:39,902 INFO [RS:0;bbb9a1547c7c:39975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39975 2024-11-11T13:22:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726283217/rs/bbb9a1547c7c,39975,1731331336083 2024-11-11T13:22:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217/rs 2024-11-11T13:22:39,903 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:39,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,39975,1731331336083] 2024-11-11T13:22:39,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-726283217/draining/bbb9a1547c7c,39975,1731331336083 already deleted, retry=false 2024-11-11T13:22:39,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,39975,1731331336083 expired; onlineServers=0 2024-11-11T13:22:39,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,37295,1731331336041' ***** 2024-11-11T13:22:39,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:39,905 DEBUG [M:0;bbb9a1547c7c:37295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:22:39,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:22:39,905 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331337458 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331337458,5,FailOnTimeoutGroup] 2024-11-11T13:22:39,905 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331337463 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331337463,5,FailOnTimeoutGroup] 2024-11-11T13:22:39,905 DEBUG [M:0;bbb9a1547c7c:37295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:39,905 DEBUG [M:0;bbb9a1547c7c:37295 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:39,905 INFO [M:0;bbb9a1547c7c:37295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:22:39,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:22:39,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-726283217/master 2024-11-11T13:22:39,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-726283217 2024-11-11T13:22:39,906 DEBUG [M:0;bbb9a1547c7c:37295 {}] zookeeper.ZKUtil(347): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Unable to get data of znode /2-726283217/master because node does not exist (not an error) 2024-11-11T13:22:39,906 WARN [M:0;bbb9a1547c7c:37295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:22:39,907 INFO [M:0;bbb9a1547c7c:37295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/.lastflushedseqids 2024-11-11T13:22:39,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741847_1023 (size=245) 2024-11-11T13:22:40,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:40,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x1002ef2e4fa0007, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:40,004 INFO [RS:0;bbb9a1547c7c:39975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:40,004 INFO [RS:0;bbb9a1547c7c:39975 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,39975,1731331336083; zookeeper connection closed. 2024-11-11T13:22:40,004 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6e2039 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6e2039 2024-11-11T13:22:40,005 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:22:40,010 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:40,163 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:40,311 INFO [M:0;bbb9a1547c7c:37295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:22:40,311 INFO [M:0;bbb9a1547c7c:37295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:22:40,311 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:40,311 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:40,311 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:40,311 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:40,311 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:40,311 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T13:22:40,324 DEBUG [M:0;bbb9a1547c7c:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abfff4819964e18be25b1233d05e168 is 82, key is hbase:meta,,1/info:regioninfo/1731331338232/Put/seqid=0 2024-11-11T13:22:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741848_1024 (size=5672) 2024-11-11T13:22:40,613 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:40,728 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abfff4819964e18be25b1233d05e168 2024-11-11T13:22:40,744 DEBUG [M:0;bbb9a1547c7c:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38cb63c4fc8446bbdb934af4ce1d0c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331349281/Put/seqid=0 2024-11-11T13:22:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741849_1025 (size=9212) 2024-11-11T13:22:40,867 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:41,148 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38cb63c4fc8446bbdb934af4ce1d0c2 2024-11-11T13:22:41,164 DEBUG [M:0;bbb9a1547c7c:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc0d93e17d548b4b36f971dfe94abb0 is 69, key is bbb9a1547c7c,39975,1731331336083/rs:state/1731331337531/Put/seqid=0 2024-11-11T13:22:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741850_1026 (size=5156) 2024-11-11T13:22:41,316 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:41,567 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc0d93e17d548b4b36f971dfe94abb0 2024-11-11T13:22:41,571 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abfff4819964e18be25b1233d05e168 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abfff4819964e18be25b1233d05e168 2024-11-11T13:22:41,575 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abfff4819964e18be25b1233d05e168, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T13:22:41,575 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38cb63c4fc8446bbdb934af4ce1d0c2 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b38cb63c4fc8446bbdb934af4ce1d0c2 2024-11-11T13:22:41,579 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b38cb63c4fc8446bbdb934af4ce1d0c2, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T13:22:41,579 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc0d93e17d548b4b36f971dfe94abb0 as hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc0d93e17d548b4b36f971dfe94abb0 2024-11-11T13:22:41,583 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc0d93e17d548b4b36f971dfe94abb0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T13:22:41,583 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-11T13:22:41,584 INFO [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:41,584 DEBUG [M:0;bbb9a1547c7c:37295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331360311Disabling compacts and flushes for region at 1731331360311Disabling writes for close at 1731331360311Obtaining lock to block concurrent updates at 1731331360311Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331360311Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731331360312 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331360312Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331360312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331360324 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331360324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331360732 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331360744 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331360744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331361151 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331361163 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331361163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba3acd3: reopening flushed file at 1731331361571 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aa985b: reopening flushed file at 1731331361575 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35de00a3: reopening flushed file at 1731331361579 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1731331361583 (+4 ms)Writing region close event to WAL at 1731331361584 (+1 ms)Closed at 1731331361584 2024-11-11T13:22:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741830_1006 (size=73866) 2024-11-11T13:22:41,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b5ff989-6827-405c-7da2-ec2d7047da48/MasterData/WALs/bbb9a1547c7c,37295,1731331336041/bbb9a1547c7c%2C37295%2C1731331336041.1731331337382 not finished, retry = 0 2024-11-11T13:22:41,670 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:41,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:41,687 INFO [M:0;bbb9a1547c7c:37295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:22:41,687 INFO [M:0;bbb9a1547c7c:37295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37295 2024-11-11T13:22:41,687 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:41,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:41,790 INFO [M:0;bbb9a1547c7c:37295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:41,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1002ef2e4fa0006, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d95389{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:41,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:41,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:41,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:22:41,794 WARN [BP-1251753252-172.17.0.2-1731331335168 heartbeating to localhost/127.0.0.1:37165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:22:41,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:22:41,794 WARN [BP-1251753252-172.17.0.2-1731331335168 heartbeating to localhost/127.0.0.1:37165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1251753252-172.17.0.2-1731331335168 (Datanode Uuid 15cadb4a-7d3f-4726-8c0c-310edf9c31b6) service to localhost/127.0.0.1:37165 2024-11-11T13:22:41,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/cluster_9d00ca80-5338-850a-657b-605e49a07e41/data/data1/current/BP-1251753252-172.17.0.2-1731331335168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:41,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/cluster_9d00ca80-5338-850a-657b-605e49a07e41/data/data2/current/BP-1251753252-172.17.0.2-1731331335168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:41,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:22:41,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41149db8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:41,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:41,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:41,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:41,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:22:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:22:41,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:41,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:41,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:41,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:22:41,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=686656922, stopped=false 2024-11-11T13:22:41,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,46847,1731331333166 2024-11-11T13:22:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1133790995/running 2024-11-11T13:22:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1133790995/running 2024-11-11T13:22:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:41,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:41,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:41,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:41,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:41,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,33227,1731331333213' ***** 2024-11-11T13:22:41,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/running 2024-11-11T13:22:41,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:22:41,820 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:22:41,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Set watcher on znode that does not yet exist, /1-1133790995/running 2024-11-11T13:22:41,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:22:41,820 INFO [RS:0;bbb9a1547c7c:33227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:22:41,820 INFO [RS:0;bbb9a1547c7c:33227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:22:41,820 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(3091): Received CLOSE for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:33227. 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c9f40180cbf2f9061531689e0efdf6d, disabling compactions & flushes 2024-11-11T13:22:41,821 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:41,821 DEBUG [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:41,821 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. after waiting 0 ms 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:22:41,821 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c9f40180cbf2f9061531689e0efdf6d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T13:22:41,821 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:22:41,821 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1325): Online Regions={5c9f40180cbf2f9061531689e0efdf6d=test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., 02816f6e1266bad5e86b368c8706a5f2=hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:22:41,821 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 1588230740, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:41,821 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:41,821 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:41,821 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:22:41,838 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f/60acf3c8a48f40d1b2c15163375365e4 is 37, key is row3/f:row3/1731331356948/Put/seqid=0 2024-11-11T13:22:41,839 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/info/6047d6388ea046c89bd691be521bb5d8 is 147, key is hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2./info:regioninfo/1731331347113/Put/seqid=0 2024-11-11T13:22:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741840_1016 (size=5228) 2024-11-11T13:22:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:22:41,843 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/info/6047d6388ea046c89bd691be521bb5d8 2024-11-11T13:22:41,860 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/ns/f0b0113960a140eeb49e03bd0d204f59 is 43, key is default/ns:d/1731331335039/Put/seqid=0 2024-11-11T13:22:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:22:41,893 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:42,021 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 1588230740, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:42,119 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:42,222 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 1588230740, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:42,243 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f/60acf3c8a48f40d1b2c15163375365e4 2024-11-11T13:22:42,247 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60acf3c8a48f40d1b2c15163375365e4 2024-11-11T13:22:42,263 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/ns/f0b0113960a140eeb49e03bd0d204f59 2024-11-11T13:22:42,264 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f1/153a19a435f54cfaa7769eaea5b5cf89 is 30, key is row1/f1:/1731331354286/DeleteFamily/seqid=0 2024-11-11T13:22:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741843_1019 (size=5158) 2024-11-11T13:22:42,279 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/rep_barrier/34edc6b3cf044ae59762564838c5c913 is 112, key is test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d./rep_barrier:seqnumDuringOpen/1731331341614/Put/seqid=0 2024-11-11T13:22:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:22:42,372 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:22:42,372 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:22:42,422 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 1588230740, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:42,574 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1466, reset compression=false 2024-11-11T13:22:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1713, reset compression=false 2024-11-11T13:22:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,33227,1731331333213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:42,578 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,33227,1731331333213: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,33227,1731331333213, walGroup=bbb9a1547c7c%2C33227%2C1731331333213, offset=bbb9a1547c7c%2C33227%2C1731331333213.1731331334511:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:33227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:22:42,579 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:22:42,579 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:22:42,580 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:22:42,580 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:22:42,580 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:22:42,580 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 943225776 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198723104 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:22:42,580 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:22:42,622 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 1588230740, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:42,668 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f1/153a19a435f54cfaa7769eaea5b5cf89 2024-11-11T13:22:42,672 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 153a19a435f54cfaa7769eaea5b5cf89 2024-11-11T13:22:42,683 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/rep_barrier/34edc6b3cf044ae59762564838c5c913 2024-11-11T13:22:42,686 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/norep/0c05d8ffe5574fafb112bdb3a826fea4 is 33, key is row1/norep:/1731331354286/DeleteFamily/seqid=0 2024-11-11T13:22:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741845_1021 (size=5108) 2024-11-11T13:22:42,703 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/table/5daad71f278f4f7fbf6353d6eac1558c is 53, key is hbase:replication/table:state/1731331347120/Put/seqid=0 2024-11-11T13:22:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741846_1022 (size=5308) 2024-11-11T13:22:42,707 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/table/5daad71f278f4f7fbf6353d6eac1558c 2024-11-11T13:22:42,711 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/info/6047d6388ea046c89bd691be521bb5d8 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/info/6047d6388ea046c89bd691be521bb5d8 2024-11-11T13:22:42,714 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/info/6047d6388ea046c89bd691be521bb5d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:22:42,715 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/ns/f0b0113960a140eeb49e03bd0d204f59 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/ns/f0b0113960a140eeb49e03bd0d204f59 2024-11-11T13:22:42,719 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/ns/f0b0113960a140eeb49e03bd0d204f59, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:22:42,720 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/rep_barrier/34edc6b3cf044ae59762564838c5c913 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/rep_barrier/34edc6b3cf044ae59762564838c5c913 2024-11-11T13:22:42,724 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/rep_barrier/34edc6b3cf044ae59762564838c5c913, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:22:42,725 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/.tmp/table/5daad71f278f4f7fbf6353d6eac1558c as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/table/5daad71f278f4f7fbf6353d6eac1558c 2024-11-11T13:22:42,729 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/table/5daad71f278f4f7fbf6353d6eac1558c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:22:42,730 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-11-11T13:22:42,730 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:22:42,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:22:42,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:42,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:42,739 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:42,739 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331361821Running coprocessor pre-close hooks at 1731331361821Disabling compacts and flushes for region at 1731331361821Disabling writes for close at 1731331361821Obtaining lock to block concurrent updates at 1731331361821Preparing flush snapshotting stores in 1588230740 at 1731331361821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331361822 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331361822Flushing 1588230740/info: creating writer at 1731331361822Flushing 1588230740/info: appending metadata at 1731331361839 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731331361839Flushing 1588230740/ns: creating writer at 1731331361847 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731331361859 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731331361859Flushing 1588230740/rep_barrier: creating writer at 1731331362267 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331362279 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331362279Flushing 1588230740/table: creating writer at 1731331362686 (+407 ms)Flushing 1588230740/table: appending metadata at 1731331362703 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731331362703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396e1f0e: reopening flushed file at 1731331362710 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd0e539: reopening flushed file at 1731331362714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70851c99: reopening flushed file at 1731331362719 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c719aa6: reopening flushed file at 1731331362725 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1731331362730 (+5 ms)Writing region close event to WAL at 1731331362736 (+6 ms)Running coprocessor post-close hooks at 1731331362739 (+3 ms)Closed at 1731331362739 2024-11-11T13:22:42,740 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:42,780 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1713, reset compression=false 2024-11-11T13:22:42,822 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:22:42,822 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1325): Online Regions={5c9f40180cbf2f9061531689e0efdf6d=test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., 02816f6e1266bad5e86b368c8706a5f2=hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2.} 2024-11-11T13:22:42,822 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:43,022 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2, 5c9f40180cbf2f9061531689e0efdf6d 2024-11-11T13:22:43,023 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:43,083 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1713, reset compression=false 2024-11-11T13:22:43,089 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/norep/0c05d8ffe5574fafb112bdb3a826fea4 2024-11-11T13:22:43,092 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c05d8ffe5574fafb112bdb3a826fea4 2024-11-11T13:22:43,092 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f/60acf3c8a48f40d1b2c15163375365e4 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/f/60acf3c8a48f40d1b2c15163375365e4 2024-11-11T13:22:43,095 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60acf3c8a48f40d1b2c15163375365e4 2024-11-11T13:22:43,095 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/f/60acf3c8a48f40d1b2c15163375365e4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T13:22:43,095 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/f1/153a19a435f54cfaa7769eaea5b5cf89 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/f1/153a19a435f54cfaa7769eaea5b5cf89 2024-11-11T13:22:43,099 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 153a19a435f54cfaa7769eaea5b5cf89 2024-11-11T13:22:43,099 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/f1/153a19a435f54cfaa7769eaea5b5cf89, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:43,100 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/.tmp/norep/0c05d8ffe5574fafb112bdb3a826fea4 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/norep/0c05d8ffe5574fafb112bdb3a826fea4 2024-11-11T13:22:43,103 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c05d8ffe5574fafb112bdb3a826fea4 2024-11-11T13:22:43,103 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/norep/0c05d8ffe5574fafb112bdb3a826fea4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:43,104 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c9f40180cbf2f9061531689e0efdf6d in 1283ms, sequenceid=12, compaction requested=false 2024-11-11T13:22:43,104 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:22:43,112 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/data/default/test/5c9f40180cbf2f9061531689e0efdf6d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:22:43,112 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:43,112 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:43,112 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c9f40180cbf2f9061531689e0efdf6d: Waiting for close lock at 1731331361821Running coprocessor pre-close hooks at 1731331361821Disabling compacts and flushes for region at 1731331361821Disabling writes for close at 1731331361821Obtaining lock to block concurrent updates at 1731331361821Preparing flush snapshotting stores in 5c9f40180cbf2f9061531689e0efdf6d at 1731331361821Finished memstore snapshotting test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731331361821Flushing stores of test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. at 1731331361822 (+1 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/f: creating writer at 1731331361822Flushing 5c9f40180cbf2f9061531689e0efdf6d/f: appending metadata at 1731331361838 (+16 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/f: closing flushed file at 1731331361838Flushing 5c9f40180cbf2f9061531689e0efdf6d/f1: creating writer at 1731331362247 (+409 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/f1: appending metadata at 1731331362263 (+16 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/f1: closing flushed file at 1731331362263Flushing 5c9f40180cbf2f9061531689e0efdf6d/norep: creating writer at 1731331362672 (+409 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/norep: appending metadata at 1731331362685 (+13 ms)Flushing 5c9f40180cbf2f9061531689e0efdf6d/norep: closing flushed file at 1731331362685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f91fad: reopening flushed file at 1731331363092 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9798dfd: reopening flushed file at 1731331363095 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e641c1: reopening flushed file at 1731331363099 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c9f40180cbf2f9061531689e0efdf6d in 1283ms, sequenceid=12, compaction requested=false at 1731331363104 (+5 ms)Writing region close event to WAL at 1731331363109 (+5 ms)Running coprocessor post-close hooks at 1731331363112 (+3 ms)Closed at 1731331363112 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331340469.5c9f40180cbf2f9061531689e0efdf6d. 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02816f6e1266bad5e86b368c8706a5f2, disabling compactions & flushes 2024-11-11T13:22:43,113 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. after waiting 0 ms 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02816f6e1266bad5e86b368c8706a5f2: Waiting for close lock at 1731331363113Running coprocessor pre-close hooks at 1731331363113Disabling compacts and flushes for region at 1731331363113Disabling writes for close at 1731331363113Failed flush hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., putting online again at 1731331363113 2024-11-11T13:22:43,113 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,146 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:22:43,223 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(3091): Received CLOSE for 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:43,223 DEBUG [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1351): Waiting on 02816f6e1266bad5e86b368c8706a5f2 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02816f6e1266bad5e86b368c8706a5f2, disabling compactions & flushes 2024-11-11T13:22:43,223 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. after waiting 0 ms 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02816f6e1266bad5e86b368c8706a5f2: Waiting for close lock at 1731331363223Running coprocessor pre-close hooks at 1731331363223Disabling compacts and flushes for region at 1731331363223Disabling writes for close at 1731331363223Failed flush hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2., putting online again at 1731331363223 2024-11-11T13:22:43,223 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331345950.02816f6e1266bad5e86b368c8706a5f2. 2024-11-11T13:22:43,423 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T13:22:43,423 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,33227,1731331333213; all regions closed. 2024-11-11T13:22:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:22:43,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.meta.1731331335004.meta not finished, retry = 0 2024-11-11T13:22:43,487 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 1713, reset compression=false 2024-11-11T13:22:43,491 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:43,491 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.wal-reader.bbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.1731331334511 to pos 2357, reset compression=false 2024-11-11T13:22:43,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/WALs/bbb9a1547c7c,33227,1731331333213/bbb9a1547c7c%2C33227%2C1731331333213.rep.1731331347082 not finished, retry = 0 2024-11-11T13:22:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741839_1015 (size=2609) 2024-11-11T13:22:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741832_1008 (size=2365) 2024-11-11T13:22:43,631 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:43,631 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:43,631 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:43,631 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:43,632 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:43,632 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:43,632 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,33227,1731331333213 because: Region server is closing 2024-11-11T13:22:43,632 INFO [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:33227. 2024-11-11T13:22:43,632 DEBUG [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:43,632 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:43,632 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:43,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:43,732 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,33227,1731331333213.replicationSource.shipperbbb9a1547c7c%2C33227%2C1731331333213,1-bbb9a1547c7c,33227,1731331333213 terminated 2024-11-11T13:22:43,733 INFO [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:33227. 2024-11-11T13:22:43,733 DEBUG [RS:0;bbb9a1547c7c:33227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:43,733 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:43,733 DEBUG [RS:0;bbb9a1547c7c:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:43,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:43,733 INFO [RS:0;bbb9a1547c7c:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-11-11T13:22:43,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995/rs 2024-11-11T13:22:43,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1133790995/rs/bbb9a1547c7c,33227,1731331333213 2024-11-11T13:22:43,734 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:43,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,33227,1731331333213] 2024-11-11T13:22:43,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1133790995/draining/bbb9a1547c7c,33227,1731331333213 already deleted, retry=false 2024-11-11T13:22:43,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,33227,1731331333213 expired; onlineServers=0 2024-11-11T13:22:43,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,46847,1731331333166' ***** 2024-11-11T13:22:43,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:43,736 DEBUG [M:0;bbb9a1547c7c:46847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:22:43,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:22:43,736 DEBUG [M:0;bbb9a1547c7c:46847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:22:43,736 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331334265 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331334265,5,FailOnTimeoutGroup] 2024-11-11T13:22:43,736 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331334269 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331334269,5,FailOnTimeoutGroup] 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:43,736 DEBUG [M:0;bbb9a1547c7c:46847 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:22:43,736 INFO [M:0;bbb9a1547c7c:46847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:43,737 INFO [M:0;bbb9a1547c7c:46847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:22:43,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:22:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1133790995/master 2024-11-11T13:22:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1133790995 2024-11-11T13:22:43,737 DEBUG [M:0;bbb9a1547c7c:46847 {}] zookeeper.ZKUtil(347): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Unable to get data of znode /1-1133790995/master because node does not exist (not an error) 2024-11-11T13:22:43,737 WARN [M:0;bbb9a1547c7c:46847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:22:43,737 INFO [M:0;bbb9a1547c7c:46847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/.lastflushedseqids 2024-11-11T13:22:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741847_1023 (size=245) 2024-11-11T13:22:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:43,835 INFO [RS:0;bbb9a1547c7c:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1002ef2e4fa0004, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:43,835 INFO [RS:0;bbb9a1547c7c:33227 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,33227,1731331333213; zookeeper connection closed. 2024-11-11T13:22:43,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@472d4243 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@472d4243 2024-11-11T13:22:43,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:22:44,026 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:44,141 INFO [M:0;bbb9a1547c7c:46847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:22:44,141 INFO [M:0;bbb9a1547c7c:46847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:22:44,142 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:44,142 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:44,142 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:44,142 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:44,142 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:44,142 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T13:22:44,155 DEBUG [M:0;bbb9a1547c7c:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d18ca00e17274c3b9378fa09c163043d is 82, key is hbase:meta,,1/info:regioninfo/1731331335031/Put/seqid=0 2024-11-11T13:22:44,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741848_1024 (size=5672) 2024-11-11T13:22:44,558 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d18ca00e17274c3b9378fa09c163043d 2024-11-11T13:22:44,574 DEBUG [M:0;bbb9a1547c7c:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/febd362ce3de43829d80739aaad2474e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331347123/Put/seqid=0 2024-11-11T13:22:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741849_1025 (size=8515) 2024-11-11T13:22:44,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:44,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:44,978 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/febd362ce3de43829d80739aaad2474e 2024-11-11T13:22:44,995 DEBUG [M:0;bbb9a1547c7c:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cb89e28b05460c9164ca91e6510d75 is 69, key is bbb9a1547c7c,33227,1731331333213/rs:state/1731331334354/Put/seqid=0 2024-11-11T13:22:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741850_1026 (size=5156) 2024-11-11T13:22:45,130 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:45,399 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cb89e28b05460c9164ca91e6510d75 2024-11-11T13:22:45,403 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d18ca00e17274c3b9378fa09c163043d as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d18ca00e17274c3b9378fa09c163043d 2024-11-11T13:22:45,406 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d18ca00e17274c3b9378fa09c163043d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:22:45,406 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/febd362ce3de43829d80739aaad2474e as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/febd362ce3de43829d80739aaad2474e 2024-11-11T13:22:45,409 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/febd362ce3de43829d80739aaad2474e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:22:45,410 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cb89e28b05460c9164ca91e6510d75 as hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51cb89e28b05460c9164ca91e6510d75 2024-11-11T13:22:45,413 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38115/user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51cb89e28b05460c9164ca91e6510d75, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:22:45,414 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-11T13:22:45,415 INFO [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:45,415 DEBUG [M:0;bbb9a1547c7c:46847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331364141Disabling compacts and flushes for region at 1731331364141Disabling writes for close at 1731331364142 (+1 ms)Obtaining lock to block concurrent updates at 1731331364142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331364142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731331364142Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331364142Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331364142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331364155 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331364155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331364562 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331364574 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331364574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331364982 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331364995 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331364995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db5ff5: reopening flushed file at 1731331365402 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b94e7c6: reopening flushed file at 1731331365406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f9f03b: reopening flushed file at 1731331365409 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731331365414 (+5 ms)Writing region close event to WAL at 1731331365415 (+1 ms)Closed at 1731331365415 2024-11-11T13:22:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741830_1006 (size=63642) 2024-11-11T13:22:45,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a686311-edec-62a8-14bf-6dc8a58c0e61/MasterData/WALs/bbb9a1547c7c,46847,1731331333166/bbb9a1547c7c%2C46847%2C1731331333166.1731331334193 not finished, retry = 0 2024-11-11T13:22:45,517 INFO [M:0;bbb9a1547c7c:46847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:22:45,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:45,518 INFO [M:0;bbb9a1547c7c:46847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46847 2024-11-11T13:22:45,518 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:45,619 INFO [M:0;bbb9a1547c7c:46847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:45,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:45,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1002ef2e4fa0003, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:45,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c24eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:45,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:45,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:45,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:45,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:45,623 WARN [BP-751022965-172.17.0.2-1731331331975 heartbeating to localhost/127.0.0.1:38115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:22:45,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:22:45,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:22:45,623 WARN [BP-751022965-172.17.0.2-1731331331975 heartbeating to localhost/127.0.0.1:38115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751022965-172.17.0.2-1731331331975 (Datanode Uuid 64236db3-02bd-475a-8fa3-ee50799c1db2) service to localhost/127.0.0.1:38115 2024-11-11T13:22:45,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/cluster_62b29ec9-4457-ee02-e0e8-52087c95988a/data/data1/current/BP-751022965-172.17.0.2-1731331331975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/cluster_62b29ec9-4457-ee02-e0e8-52087c95988a/data/data2/current/BP-751022965-172.17.0.2-1731331331975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:45,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:22:45,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a8db3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:45,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:45,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:45,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:45,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcde06c-c04a-dd0d-3284-2ea9efc468d9/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:45,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:22:45,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:22:45,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:45,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:45,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:45,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:45,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:45,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:22:45,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682798683, stopped=false 2024-11-11T13:22:45,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,35777,1731331329544 2024-11-11T13:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921271098/running 2024-11-11T13:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921271098/running 2024-11-11T13:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:45,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:45,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:22:45,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:45,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:45,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,37701,1731331329765' ***** 2024-11-11T13:22:45,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:22:45,644 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:22:45,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/running 2024-11-11T13:22:45,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Set watcher on znode that does not yet exist, /0921271098/running 2024-11-11T13:22:45,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:22:45,644 INFO [RS:0;bbb9a1547c7c:37701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:22:45,644 INFO [RS:0;bbb9a1547c7c:37701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(3091): Received CLOSE for 528604f795034f114822c868521c3769 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(3091): Received CLOSE for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37701. 2024-11-11T13:22:45,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 528604f795034f114822c868521c3769, disabling compactions & flushes 2024-11-11T13:22:45,645 DEBUG [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:45,645 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:45,645 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:45,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:45,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331338317.528604f795034f114822c868521c3769. after waiting 0 ms 2024-11-11T13:22:45,645 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:22:45,645 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 528604f795034f114822c868521c3769 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T13:22:45,645 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:22:45,645 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1325): Online Regions={528604f795034f114822c868521c3769=test,,1731331338317.528604f795034f114822c868521c3769., 1588230740=hbase:meta,,1.1588230740, 20fb604f9f10bce65c9b0f504b433e99=hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.} 2024-11-11T13:22:45,646 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:45,646 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:45,646 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:45,646 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:45,646 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:45,646 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:45,646 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:22:45,657 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:45,666 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/info/ade2610e5ee0449f80e25d7eb5e12996 is 147, key is hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99./info:regioninfo/1731331344958/Put/seqid=0 2024-11-11T13:22:45,667 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f/298ca22a8db14a41afb5af8fc8ea64f8 is 37, key is row3/f:row3/1731331356948/Put/seqid=0 2024-11-11T13:22:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741840_1016 (size=5228) 2024-11-11T13:22:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:22:45,671 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/info/ade2610e5ee0449f80e25d7eb5e12996 2024-11-11T13:22:45,691 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/ns/b890a467fc334631af36157e9cb7ba26 is 43, key is default/ns:d/1731331331713/Put/seqid=0 2024-11-11T13:22:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:22:45,846 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:45,966 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:22:45,966 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:22:46,046 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:46,071 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f/298ca22a8db14a41afb5af8fc8ea64f8 2024-11-11T13:22:46,075 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 298ca22a8db14a41afb5af8fc8ea64f8 2024-11-11T13:22:46,087 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f1/90f4094142164470967a16ff38024c48 is 30, key is row1/f1:/1731331354286/DeleteFamily/seqid=0 2024-11-11T13:22:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741843_1019 (size=5158) 2024-11-11T13:22:46,095 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/ns/b890a467fc334631af36157e9cb7ba26 2024-11-11T13:22:46,120 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3e9befd711249bd8eec48aed4853872 is 112, key is test,,1731331338317.528604f795034f114822c868521c3769./rep_barrier:seqnumDuringOpen/1731331339469/Put/seqid=0 2024-11-11T13:22:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:22:46,246 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:46,333 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1488, reset compression=false 2024-11-11T13:22:46,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:46,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1735, reset compression=false 2024-11-11T13:22:46,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,37701,1731331329765 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:22:46,337 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,37701,1731331329765: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,37701,1731331329765, walGroup=bbb9a1547c7c%2C37701%2C1731331329765, offset=bbb9a1547c7c%2C37701%2C1731331329765.1731331331151:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:37701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:22:46,339 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:22:46,339 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:22:46,339 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:22:46,339 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:22:46,339 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:22:46,339 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 730289152 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199353040 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:22:46,339 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:35777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:35777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:22:46,446 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:46,491 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f1/90f4094142164470967a16ff38024c48 2024-11-11T13:22:46,495 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90f4094142164470967a16ff38024c48 2024-11-11T13:22:46,512 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/norep/f52f45755bc04594bef53d3d9085cc71 is 32, key is row/norep:/1731331353281/DeleteFamily/seqid=0 2024-11-11T13:22:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741845_1021 (size=5101) 2024-11-11T13:22:46,524 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3e9befd711249bd8eec48aed4853872 2024-11-11T13:22:46,539 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/table/bd6179e4796d4395b78d05557e8c4268 is 53, key is hbase:replication/table:state/1731331344967/Put/seqid=0 2024-11-11T13:22:46,540 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1735, reset compression=false 2024-11-11T13:22:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741846_1022 (size=5308) 2024-11-11T13:22:46,544 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/table/bd6179e4796d4395b78d05557e8c4268 2024-11-11T13:22:46,548 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/info/ade2610e5ee0449f80e25d7eb5e12996 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/info/ade2610e5ee0449f80e25d7eb5e12996 2024-11-11T13:22:46,551 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/info/ade2610e5ee0449f80e25d7eb5e12996, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:22:46,552 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/ns/b890a467fc334631af36157e9cb7ba26 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/ns/b890a467fc334631af36157e9cb7ba26 2024-11-11T13:22:46,555 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/ns/b890a467fc334631af36157e9cb7ba26, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:22:46,556 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3e9befd711249bd8eec48aed4853872 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/rep_barrier/b3e9befd711249bd8eec48aed4853872 2024-11-11T13:22:46,559 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/rep_barrier/b3e9befd711249bd8eec48aed4853872, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:22:46,559 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/.tmp/table/bd6179e4796d4395b78d05557e8c4268 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/table/bd6179e4796d4395b78d05557e8c4268 2024-11-11T13:22:46,563 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/table/bd6179e4796d4395b78d05557e8c4268, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:22:46,564 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-11T13:22:46,564 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:22:46,568 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:22:46,569 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:46,569 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:22:46,569 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:46,569 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331365646Running coprocessor pre-close hooks at 1731331365646Disabling compacts and flushes for region at 1731331365646Disabling writes for close at 1731331365646Obtaining lock to block concurrent updates at 1731331365646Preparing flush snapshotting stores in 1588230740 at 1731331365646Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331365646Flushing stores of hbase:meta,,1.1588230740 at 1731331365647 (+1 ms)Flushing 1588230740/info: creating writer at 1731331365647Flushing 1588230740/info: appending metadata at 1731331365666 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731331365666Flushing 1588230740/ns: creating writer at 1731331365678 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731331365691 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731331365691Flushing 1588230740/rep_barrier: creating writer at 1731331366099 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331366120 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331366120Flushing 1588230740/table: creating writer at 1731331366527 (+407 ms)Flushing 1588230740/table: appending metadata at 1731331366539 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731331366539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e8359f: reopening flushed file at 1731331366547 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474f7d38: reopening flushed file at 1731331366551 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5cac43: reopening flushed file at 1731331366555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478f9b2: reopening flushed file at 1731331366559 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731331366564 (+5 ms)Writing region close event to WAL at 1731331366565 (+1 ms)Running coprocessor post-close hooks at 1731331366569 (+4 ms)Closed at 1731331366569 2024-11-11T13:22:46,569 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:46,646 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:22:46,647 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1325): Online Regions={528604f795034f114822c868521c3769=test,,1731331338317.528604f795034f114822c868521c3769., 20fb604f9f10bce65c9b0f504b433e99=hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99.} 2024-11-11T13:22:46,647 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:46,844 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1735, reset compression=false 2024-11-11T13:22:46,847 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 20fb604f9f10bce65c9b0f504b433e99, 528604f795034f114822c868521c3769 2024-11-11T13:22:46,916 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/norep/f52f45755bc04594bef53d3d9085cc71 2024-11-11T13:22:46,920 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52f45755bc04594bef53d3d9085cc71 2024-11-11T13:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f/298ca22a8db14a41afb5af8fc8ea64f8 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/f/298ca22a8db14a41afb5af8fc8ea64f8 2024-11-11T13:22:46,924 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 298ca22a8db14a41afb5af8fc8ea64f8 2024-11-11T13:22:46,924 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/f/298ca22a8db14a41afb5af8fc8ea64f8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T13:22:46,925 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/f1/90f4094142164470967a16ff38024c48 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/f1/90f4094142164470967a16ff38024c48 2024-11-11T13:22:46,928 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90f4094142164470967a16ff38024c48 2024-11-11T13:22:46,928 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/f1/90f4094142164470967a16ff38024c48, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:46,929 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/.tmp/norep/f52f45755bc04594bef53d3d9085cc71 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/norep/f52f45755bc04594bef53d3d9085cc71 2024-11-11T13:22:46,932 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52f45755bc04594bef53d3d9085cc71 2024-11-11T13:22:46,932 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/norep/f52f45755bc04594bef53d3d9085cc71, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T13:22:46,933 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 528604f795034f114822c868521c3769 in 1288ms, sequenceid=12, compaction requested=false 2024-11-11T13:22:46,933 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:22:46,937 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/data/default/test/528604f795034f114822c868521c3769/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:46,938 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 528604f795034f114822c868521c3769: Waiting for close lock at 1731331365645Running coprocessor pre-close hooks at 1731331365645Disabling compacts and flushes for region at 1731331365645Disabling writes for close at 1731331365645Obtaining lock to block concurrent updates at 1731331365645Preparing flush snapshotting stores in 528604f795034f114822c868521c3769 at 1731331365645Finished memstore snapshotting test,,1731331338317.528604f795034f114822c868521c3769., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731331365646 (+1 ms)Flushing stores of test,,1731331338317.528604f795034f114822c868521c3769. at 1731331365646Flushing 528604f795034f114822c868521c3769/f: creating writer at 1731331365646Flushing 528604f795034f114822c868521c3769/f: appending metadata at 1731331365666 (+20 ms)Flushing 528604f795034f114822c868521c3769/f: closing flushed file at 1731331365666Flushing 528604f795034f114822c868521c3769/f1: creating writer at 1731331366075 (+409 ms)Flushing 528604f795034f114822c868521c3769/f1: appending metadata at 1731331366087 (+12 ms)Flushing 528604f795034f114822c868521c3769/f1: closing flushed file at 1731331366087Flushing 528604f795034f114822c868521c3769/norep: creating writer at 1731331366495 (+408 ms)Flushing 528604f795034f114822c868521c3769/norep: appending metadata at 1731331366512 (+17 ms)Flushing 528604f795034f114822c868521c3769/norep: closing flushed file at 1731331366512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dec932: reopening flushed file at 1731331366920 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4594872e: reopening flushed file at 1731331366924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c4bf3: reopening flushed file at 1731331366928 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 528604f795034f114822c868521c3769 in 1288ms, sequenceid=12, compaction requested=false at 1731331366933 (+5 ms)Writing region close event to WAL at 1731331366935 (+2 ms)Running coprocessor post-close hooks at 1731331366938 (+3 ms)Closed at 1731331366938 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331338317.528604f795034f114822c868521c3769. 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20fb604f9f10bce65c9b0f504b433e99, disabling compactions & flushes 2024-11-11T13:22:46,938 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. after waiting 0 ms 2024-11-11T13:22:46,938 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:46,939 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20fb604f9f10bce65c9b0f504b433e99: Waiting for close lock at 1731331366938Running coprocessor pre-close hooks at 1731331366938Disabling compacts and flushes for region at 1731331366938Disabling writes for close at 1731331366938Failed flush hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99., putting online again at 1731331366939 (+1 ms) 2024-11-11T13:22:46,939 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:47,047 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(3091): Received CLOSE for 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:47,047 DEBUG [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1351): Waiting on 20fb604f9f10bce65c9b0f504b433e99 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20fb604f9f10bce65c9b0f504b433e99, disabling compactions & flushes 2024-11-11T13:22:47,047 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. after waiting 0 ms 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20fb604f9f10bce65c9b0f504b433e99: Waiting for close lock at 1731331367047Running coprocessor pre-close hooks at 1731331367047Disabling compacts and flushes for region at 1731331367047Disabling writes for close at 1731331367047Failed flush hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99., putting online again at 1731331367047 2024-11-11T13:22:47,047 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731331343793.20fb604f9f10bce65c9b0f504b433e99. 2024-11-11T13:22:47,247 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T13:22:47,247 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,37701,1731331329765; all regions closed. 2024-11-11T13:22:47,247 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 1735, reset compression=false 2024-11-11T13:22:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:22:47,254 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:22:47,254 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 2379, reset compression=false 2024-11-11T13:22:47,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741839_1015 (size=2609) 2024-11-11T13:22:47,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.rep.1731331344925 not finished, retry = 0 2024-11-11T13:22:47,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 not finished, retry = 0 2024-11-11T13:22:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741833_1009 (size=2387) 2024-11-11T13:22:47,461 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 to pos 2379, reset compression=false 2024-11-11T13:22:47,464 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:47,464 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/WALs/bbb9a1547c7c,37701,1731331329765/bbb9a1547c7c%2C37701%2C1731331329765.1731331331151 2024-11-11T13:22:47,464 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:22:47,465 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:47,465 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:47,465 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:47,465 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:47,465 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,37701,1731331329765 because: Region server is closing 2024-11-11T13:22:47,466 INFO [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37701. 2024-11-11T13:22:47,466 DEBUG [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:47,466 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:47,466 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:47,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:47,566 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.shipperbbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 terminated 2024-11-11T13:22:47,566 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,37701,1731331329765.replicationSource.wal-reader.bbb9a1547c7c%2C37701%2C1731331329765,1-bbb9a1547c7c,37701,1731331329765 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T13:22:47,566 INFO [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:37701. 2024-11-11T13:22:47,567 DEBUG [RS:0;bbb9a1547c7c:37701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:22:47,567 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:47,567 DEBUG [RS:0;bbb9a1547c7c:37701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:47,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:22:47,567 INFO [RS:0;bbb9a1547c7c:37701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37701 2024-11-11T13:22:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098/rs 2024-11-11T13:22:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921271098/rs/bbb9a1547c7c,37701,1731331329765 2024-11-11T13:22:47,568 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:47,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,37701,1731331329765] 2024-11-11T13:22:47,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0921271098/draining/bbb9a1547c7c,37701,1731331329765 already deleted, retry=false 2024-11-11T13:22:47,569 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,37701,1731331329765 expired; onlineServers=0 2024-11-11T13:22:47,569 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,35777,1731331329544' ***** 2024-11-11T13:22:47,569 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:22:47,569 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:22:47,569 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:22:47,569 DEBUG [M:0;bbb9a1547c7c:35777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:22:47,569 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:22:47,570 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331330818 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331330818,5,FailOnTimeoutGroup] 2024-11-11T13:22:47,570 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331330812 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331330812,5,FailOnTimeoutGroup] 2024-11-11T13:22:47,570 DEBUG [M:0;bbb9a1547c7c:35777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:22:47,570 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:22:47,570 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:22:47,570 DEBUG [M:0;bbb9a1547c7c:35777 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:22:47,570 INFO [M:0;bbb9a1547c7c:35777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:22:47,570 INFO [M:0;bbb9a1547c7c:35777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:22:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921271098/master 2024-11-11T13:22:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921271098 2024-11-11T13:22:47,570 INFO [M:0;bbb9a1547c7c:35777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:22:47,570 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:22:47,571 DEBUG [M:0;bbb9a1547c7c:35777 {}] zookeeper.ZKUtil(347): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Unable to get data of znode /0921271098/master because node does not exist (not an error) 2024-11-11T13:22:47,571 WARN [M:0;bbb9a1547c7c:35777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:22:47,571 INFO [M:0;bbb9a1547c7c:35777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/.lastflushedseqids 2024-11-11T13:22:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741847_1023 (size=245) 2024-11-11T13:22:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:47,669 INFO [RS:0;bbb9a1547c7c:37701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37701-0x1002ef2e4fa0001, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:47,669 INFO [RS:0;bbb9a1547c7c:37701 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,37701,1731331329765; zookeeper connection closed. 2024-11-11T13:22:47,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fc274dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fc274dd 2024-11-11T13:22:47,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:22:47,975 INFO [M:0;bbb9a1547c7c:35777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:22:47,975 INFO [M:0;bbb9a1547c7c:35777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:22:47,975 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:47,975 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:47,975 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:47,975 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:47,975 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:47,976 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T13:22:47,989 DEBUG [M:0;bbb9a1547c7c:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fcc563b58cf4f41aad18ff213619bf8 is 82, key is hbase:meta,,1/info:regioninfo/1731331331698/Put/seqid=0 2024-11-11T13:22:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741848_1024 (size=5672) 2024-11-11T13:22:48,393 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fcc563b58cf4f41aad18ff213619bf8 2024-11-11T13:22:48,410 DEBUG [M:0;bbb9a1547c7c:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73e03e8368f14601921efe43c2637739 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331339478/Put/seqid=0 2024-11-11T13:22:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741849_1025 (size=7217) 2024-11-11T13:22:48,813 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73e03e8368f14601921efe43c2637739 2024-11-11T13:22:48,817 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73e03e8368f14601921efe43c2637739 2024-11-11T13:22:48,833 DEBUG [M:0;bbb9a1547c7c:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a81617d6ff4557970cd55b9f3c695c is 69, key is bbb9a1547c7c,37701,1731331329765/rs:state/1731331330894/Put/seqid=0 2024-11-11T13:22:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741850_1026 (size=5156) 2024-11-11T13:22:49,237 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a81617d6ff4557970cd55b9f3c695c 2024-11-11T13:22:49,240 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fcc563b58cf4f41aad18ff213619bf8 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fcc563b58cf4f41aad18ff213619bf8 2024-11-11T13:22:49,244 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fcc563b58cf4f41aad18ff213619bf8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T13:22:49,244 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73e03e8368f14601921efe43c2637739 as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73e03e8368f14601921efe43c2637739 2024-11-11T13:22:49,248 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73e03e8368f14601921efe43c2637739 2024-11-11T13:22:49,248 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73e03e8368f14601921efe43c2637739, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T13:22:49,248 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a81617d6ff4557970cd55b9f3c695c as hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a81617d6ff4557970cd55b9f3c695c 2024-11-11T13:22:49,252 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/4ebe6fe1-4099-4466-22a8-cf5733138e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a81617d6ff4557970cd55b9f3c695c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T13:22:49,253 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-11T13:22:49,253 INFO [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:49,254 DEBUG [M:0;bbb9a1547c7c:35777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331367975Disabling compacts and flushes for region at 1731331367975Disabling writes for close at 1731331367975Obtaining lock to block concurrent updates at 1731331367976 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331367976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731331367976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331367976Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331367976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331367989 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331367989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331368397 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331368409 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331368409Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331368817 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331368832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331368832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6651a9e4: reopening flushed file at 1731331369240 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2108a109: reopening flushed file at 1731331369244 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b0e771: reopening flushed file at 1731331369248 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731331369253 (+5 ms)Writing region close event to WAL at 1731331369253Closed at 1731331369253 2024-11-11T13:22:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33013 is added to blk_1073741830_1006 (size=64411) 2024-11-11T13:22:49,259 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:22:49,259 INFO [M:0;bbb9a1547c7c:35777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:22:49,259 INFO [M:0;bbb9a1547c7c:35777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35777 2024-11-11T13:22:49,259 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:22:49,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:49,360 INFO [M:0;bbb9a1547c7c:35777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:22:49,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1002ef2e4fa0000, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:22:49,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdd0a17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:49,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:49,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:49,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:49,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:49,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:22:49,364 WARN [BP-2107131947-172.17.0.2-1731331328157 heartbeating to localhost/127.0.0.1:38199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:22:49,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:22:49,364 WARN [BP-2107131947-172.17.0.2-1731331328157 heartbeating to localhost/127.0.0.1:38199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107131947-172.17.0.2-1731331328157 (Datanode Uuid bc2ffee4-9bc4-4fc4-b9e8-490d9c26aa6f) service to localhost/127.0.0.1:38199 2024-11-11T13:22:49,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/data/data1/current/BP-2107131947-172.17.0.2-1731331328157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:49,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/cluster_fd6dd578-c7ac-519f-3951-6584d07a4ca4/data/data2/current/BP-2107131947-172.17.0.2-1731331328157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:22:49,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:22:49,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e8174a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:49,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:22:49,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:22:49,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:22:49,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee79d42d-c407-6b97-1ebf-4d5670d4e18c/hadoop.log.dir/,STOPPED} 2024-11-11T13:22:49,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:22:49,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:22:49,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38115 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=1896 (was 2447) 2024-11-11T13:22:49,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=1896 2024-11-11T13:22:49,417 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T13:22:49,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir so I do NOT create it in target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef 2024-11-11T13:22:49,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:49,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.tmp.dir so I do NOT create it in target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef 2024-11-11T13:22:49,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7455b77c-7394-0f69-8f0b-49e99e126af1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:49,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef 2024-11-11T13:22:49,418 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3, deleteOnExit=true 2024-11-11T13:22:49,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/zookeeper_0, clientPort=53386, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:22:49,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53386 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/test.cache.data in system properties and HBase conf 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:49,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:49,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef2e4fa0005, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:22:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002ef2e4fa0008, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:22:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef2e4fa0002, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:22:49,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef2e4fa0002, quorum=127.0.0.1:60729, baseZNode=/0921271098 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:22:49,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002ef2e4fa0008, quorum=127.0.0.1:60729, baseZNode=/2-726283217 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:22:49,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef2e4fa0005, quorum=127.0.0.1:60729, baseZNode=/1-1133790995 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:22:49,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:49,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:49,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:49,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:49,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:22:49,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:49,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:49,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:49,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2217983b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/java.io.tmpdir/jetty-localhost-45311-hadoop-hdfs-3_4_1-tests_jar-_-any-12217455106802090375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:49,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:45311} 2024-11-11T13:22:49,585 INFO [Time-limited test {}] server.Server(415): Started @239793ms 2024-11-11T13:22:49,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:49,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:49,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:49,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:49,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:49,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:49,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:49,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/java.io.tmpdir/jetty-localhost-43985-hadoop-hdfs-3_4_1-tests_jar-_-any-784500951743937579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:49,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:43985} 2024-11-11T13:22:49,800 INFO [Time-limited test {}] server.Server(415): Started @240008ms 2024-11-11T13:22:49,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:49,859 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/data/data1/current/BP-630175178-172.17.0.2-1731331369441/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:49,860 WARN [Thread-3420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/data/data2/current/BP-630175178-172.17.0.2-1731331369441/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:49,878 WARN [Thread-3407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda11e32eb99c2c35 with lease ID 0x8518efc50677fb01: Processing first storage report for DS-14e18975-fe72-4c06-87a4-1415866b619c from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=beab2831-7155-4000-92d5-a0d0d063018d, infoPort=37183, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=845442674;c=1731331369441) 2024-11-11T13:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda11e32eb99c2c35 with lease ID 0x8518efc50677fb01: from storage DS-14e18975-fe72-4c06-87a4-1415866b619c node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=beab2831-7155-4000-92d5-a0d0d063018d, infoPort=37183, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=845442674;c=1731331369441), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T13:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda11e32eb99c2c35 with lease ID 0x8518efc50677fb01: Processing first storage report for DS-770e2b45-0ba9-465b-8832-e6b3843002b8 from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=beab2831-7155-4000-92d5-a0d0d063018d, infoPort=37183, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=845442674;c=1731331369441) 2024-11-11T13:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda11e32eb99c2c35 with lease ID 0x8518efc50677fb01: from storage DS-770e2b45-0ba9-465b-8832-e6b3843002b8 node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=beab2831-7155-4000-92d5-a0d0d063018d, infoPort=37183, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=845442674;c=1731331369441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:49,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef 2024-11-11T13:22:49,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:49,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:50,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc with version=8 2024-11-11T13:22:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/hbase-staging 2024-11-11T13:22:50,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:50,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:50,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:50,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:50,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:50,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32791 2024-11-11T13:22:50,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32791 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327910x0, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:50,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32791-0x1002ef3863a0000 connected 2024-11-11T13:22:50,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:50,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:50,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/running 2024-11-11T13:22:50,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc, hbase.cluster.distributed=false 2024-11-11T13:22:50,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/acl 2024-11-11T13:22:50,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32791 2024-11-11T13:22:50,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32791 2024-11-11T13:22:50,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32791 2024-11-11T13:22:50,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32791 2024-11-11T13:22:50,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32791 2024-11-11T13:22:50,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:50,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:50,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38279 2024-11-11T13:22:50,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38279 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:50,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:50,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382790x0, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:50,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382790x0, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/running 2024-11-11T13:22:50,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38279-0x1002ef3863a0001 connected 2024-11-11T13:22:50,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:50,389 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:50,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/master 2024-11-11T13:22:50,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/acl 2024-11-11T13:22:50,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-11T13:22:50,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38279 2024-11-11T13:22:50,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38279 2024-11-11T13:22:50,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-11T13:22:50,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-11T13:22:50,407 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:32791 2024-11-11T13:22:50,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0465493597/backup-masters/bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/backup-masters 2024-11-11T13:22:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/backup-masters 2024-11-11T13:22:50,408 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on existing znode=/0465493597/backup-masters/bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465493597/master 2024-11-11T13:22:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:50,410 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on existing znode=/0465493597/master 2024-11-11T13:22:50,410 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0465493597/backup-masters/bbb9a1547c7c,32791,1731331370336 from backup master directory 2024-11-11T13:22:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465493597/backup-masters/bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/backup-masters 2024-11-11T13:22:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/backup-masters 2024-11-11T13:22:50,410 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:50,410 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:50,414 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/hbase.id] with ID: bd220d58-f2ba-40b8-ad77-e30454e4f617 2024-11-11T13:22:50,414 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/.tmp/hbase.id 2024-11-11T13:22:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:50,822 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/.tmp/hbase.id]:[hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/hbase.id] 2024-11-11T13:22:50,830 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:50,830 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:50,831 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:22:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:51,241 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:51,241 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:51,242 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:51,651 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store 2024-11-11T13:22:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:52,056 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:52,056 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:52,056 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:52,056 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:52,057 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:52,057 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:52,057 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:52,057 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331372056Disabling compacts and flushes for region at 1731331372056Disabling writes for close at 1731331372057 (+1 ms)Writing region close event to WAL at 1731331372057Closed at 1731331372057 2024-11-11T13:22:52,057 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/.initializing 2024-11-11T13:22:52,057 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/WALs/bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:52,058 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:52,059 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C32791%2C1731331370336, suffix=, logDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/WALs/bbb9a1547c7c,32791,1731331370336, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:52,071 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/WALs/bbb9a1547c7c,32791,1731331370336/bbb9a1547c7c%2C32791%2C1731331370336.1731331372060, exclude list is [], retry=0 2024-11-11T13:22:52,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:52,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-14e18975-fe72-4c06-87a4-1415866b619c,DISK] 2024-11-11T13:22:52,077 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/WALs/bbb9a1547c7c,32791,1731331370336/bbb9a1547c7c%2C32791%2C1731331370336.1731331372060 2024-11-11T13:22:52,078 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-11T13:22:52,078 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:52,078 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:52,079 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,079 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:52,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:52,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:52,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:52,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:52,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:52,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:52,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:52,085 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,085 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,086 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,086 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,086 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,087 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:52,088 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:52,089 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:52,089 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67269587, jitterRate=0.002394959330558777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:52,090 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331372079Initializing all the Stores at 1731331372079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331372079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331372079Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331372079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331372080 (+1 ms)Cleaning up temporary data from old regions at 1731331372086 (+6 ms)Region opened successfully at 1731331372090 (+4 ms) 2024-11-11T13:22:52,090 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:52,092 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6616a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:52,093 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:52,093 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:52,093 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:52,094 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:52,094 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:52,094 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:52,094 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:52,099 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:52,100 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:52,100 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/balancer already deleted, retry=false 2024-11-11T13:22:52,101 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:52,101 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:52,102 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/normalizer already deleted, retry=false 2024-11-11T13:22:52,102 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:52,103 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:52,103 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/switch/split already deleted, retry=false 2024-11-11T13:22:52,104 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:52,104 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/switch/merge already deleted, retry=false 2024-11-11T13:22:52,106 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:52,107 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:52,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465493597/running 2024-11-11T13:22:52,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465493597/running 2024-11-11T13:22:52,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,109 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,32791,1731331370336, sessionid=0x1002ef3863a0000, setting cluster-up flag (Was=false) 2024-11-11T13:22:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,112 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0465493597/flush-table-proc/acquired, /0465493597/flush-table-proc/reached, /0465493597/flush-table-proc/abort 2024-11-11T13:22:52,113 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:52,116 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0465493597/online-snapshot/acquired, /0465493597/online-snapshot/reached, /0465493597/online-snapshot/abort 2024-11-11T13:22:52,117 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,118 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:52,119 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:52,119 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:52,119 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:52,120 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,32791,1731331370336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:52,121 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:52,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:52,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:52,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:52,133 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331402133 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:52,134 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:52,136 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,136 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:52,136 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:52,136 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:52,136 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:52,141 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:52,141 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:52,143 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331372141,5,FailOnTimeoutGroup] 2024-11-11T13:22:52,146 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331372143,5,FailOnTimeoutGroup] 2024-11-11T13:22:52,146 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,146 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:52,146 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,146 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,200 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(746): ClusterId : bd220d58-f2ba-40b8-ad77-e30454e4f617 2024-11-11T13:22:52,200 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:52,201 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:52,201 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:52,202 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:52,202 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9ace2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:52,212 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:38279 2024-11-11T13:22:52,212 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:52,212 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:52,212 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:52,213 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,32791,1731331370336 with port=38279, startcode=1731331370379 2024-11-11T13:22:52,213 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:52,214 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:52,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32791 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,215 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc 2024-11-11T13:22:52,215 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38071 2024-11-11T13:22:52,215 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/rs 2024-11-11T13:22:52,217 DEBUG [RS:0;bbb9a1547c7c:38279 {}] zookeeper.ZKUtil(111): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on existing znode=/0465493597/rs/bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,217 WARN [RS:0;bbb9a1547c7c:38279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:52,217 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:52,217 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,38279,1731331370379] 2024-11-11T13:22:52,219 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:52,221 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:52,221 INFO [RS:0;bbb9a1547c7c:38279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:52,221 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,221 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:52,222 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:52,222 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:52,222 DEBUG [RS:0;bbb9a1547c7c:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,225 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38279,1731331370379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:52,237 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:52,237 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,38279,1731331370379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,237 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,237 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.Replication(171): bbb9a1547c7c,38279,1731331370379 started 2024-11-11T13:22:52,249 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:52,249 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,38279,1731331370379, RpcServer on bbb9a1547c7c/172.17.0.2:38279, sessionid=0x1002ef3863a0001 2024-11-11T13:22:52,249 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:52,249 DEBUG [RS:0;bbb9a1547c7c:38279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,249 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,38279,1731331370379' 2024-11-11T13:22:52,249 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0465493597/flush-table-proc/abort' 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0465493597/flush-table-proc/acquired' 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,38279,1731331370379' 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0465493597/online-snapshot/abort' 2024-11-11T13:22:52,250 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0465493597/online-snapshot/acquired' 2024-11-11T13:22:52,251 DEBUG [RS:0;bbb9a1547c7c:38279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:52,251 INFO [RS:0;bbb9a1547c7c:38279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:52,251 INFO [RS:0;bbb9a1547c7c:38279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:52,351 INFO [RS:0;bbb9a1547c7c:38279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:52,352 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C38279%2C1731331370379, suffix=, logDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs, maxLogs=10 2024-11-11T13:22:52,363 DEBUG [RS:0;bbb9a1547c7c:38279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352, exclude list is [], retry=0 2024-11-11T13:22:52,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-14e18975-fe72-4c06-87a4-1415866b619c,DISK] 2024-11-11T13:22:52,367 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 2024-11-11T13:22:52,367 DEBUG [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-11T13:22:52,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:22:52,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:52,435 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68529 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:22:52,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:52,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc 2024-11-11T13:22:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:22:52,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:52,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:52,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:52,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:52,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:52,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:52,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:52,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:52,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:52,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:52,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:52,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:52,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:52,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:52,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:52,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740 2024-11-11T13:22:52,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740 2024-11-11T13:22:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:52,951 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:52,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:52,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:52,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74369051, jitterRate=0.10818521678447723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331372945Initializing all the Stores at 1731331372945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331372945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331372946 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331372946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331372946Cleaning up temporary data from old regions at 1731331372951 (+5 ms)Region opened successfully at 1731331372955 (+4 ms) 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:52,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:52,955 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331372955Disabling compacts and flushes for region at 1731331372955Disabling writes for close at 1731331372955Writing region close event to WAL at 1731331372955Closed at 1731331372955 2024-11-11T13:22:52,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:52,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:22:52,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:22:52,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:52,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:22:53,109 DEBUG [bbb9a1547c7c:32791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:22:53,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:53,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,38279,1731331370379, state=OPENING 2024-11-11T13:22:53,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:22:53,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:53,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:22:53,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:53,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465493597/meta-region-server: CHANGED 2024-11-11T13:22:53,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465493597/meta-region-server: CHANGED 2024-11-11T13:22:53,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,38279,1731331370379}] 2024-11-11T13:22:53,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:53,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:22:53,268 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:22:53,268 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:53,268 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:22:53,269 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C38279%2C1731331370379.meta, suffix=.meta, logDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs, maxLogs=10 2024-11-11T13:22:53,280 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.meta.1731331373269.meta, exclude list is [], retry=0 2024-11-11T13:22:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-14e18975-fe72-4c06-87a4-1415866b619c,DISK] 2024-11-11T13:22:53,283 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.meta.1731331373269.meta 2024-11-11T13:22:53,283 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-11T13:22:53,283 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:53,283 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:22:53,284 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:22:53,284 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:22:53,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:53,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:53,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:53,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:53,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:53,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:53,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:53,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:53,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:53,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:53,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:53,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:53,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:53,289 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:53,290 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740 2024-11-11T13:22:53,291 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740 2024-11-11T13:22:53,291 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:53,291 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:53,292 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:53,292 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:53,293 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64738338, jitterRate=-0.03532359004020691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:53,293 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:22:53,293 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331373284Writing region info on filesystem at 1731331373284Initializing all the Stores at 1731331373284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331373284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331373286 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331373286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331373286Cleaning up temporary data from old regions at 1731331373291 (+5 ms)Running coprocessor post-open hooks at 1731331373293 (+2 ms)Region opened successfully at 1731331373293 2024-11-11T13:22:53,294 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331373264 2024-11-11T13:22:53,295 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:22:53,295 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:22:53,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:53,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,38279,1731331370379, state=OPEN 2024-11-11T13:22:53,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0465493597/meta-region-server 2024-11-11T13:22:53,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0465493597/meta-region-server 2024-11-11T13:22:53,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:22:53,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465493597/meta-region-server: CHANGED 2024-11-11T13:22:53,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465493597/meta-region-server: CHANGED 2024-11-11T13:22:53,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:22:53,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,38279,1731331370379 in 186 msec 2024-11-11T13:22:53,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:22:53,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-11T13:22:53,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:53,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:22:53,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:53,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,38279,1731331370379, seqNum=-1] 2024-11-11T13:22:53,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:53,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:53,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-11T13:22:53,308 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331373308, completionTime=-1 2024-11-11T13:22:53,308 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:22:53,308 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331433310 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331493310 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:32791, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,310 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,312 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:22:53,313 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:53,316 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:22:53,318 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:22:53,318 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:22:53,318 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,32791,1731331370336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:53,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:53,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,32791,-1 for getting cluster id 2024-11-11T13:22:53,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:53,402 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd220d58-f2ba-40b8-ad77-e30454e4f617' 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd220d58-f2ba-40b8-ad77-e30454e4f617" 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331947e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,32791,-1] 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:53,403 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:53,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:53,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,38279,1731331370379, seqNum=-1] 2024-11-11T13:22:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:53,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:53,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,32791,1731331370336 2024-11-11T13:22:53,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:53,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:53,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef3863a0002 connected 2024-11-11T13:22:53,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir so I do NOT create it in target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03 2024-11-11T13:22:53,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:53,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.tmp.dir so I do NOT create it in target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03 2024-11-11T13:22:53,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:53,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03 2024-11-11T13:22:53,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/cluster_ba414a8c-41fb-edfd-ca01-c91ee6b975ae, deleteOnExit=true 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/test.cache.data in system properties and HBase conf 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:53,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:53,414 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:53,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:53,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:53,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:53,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:53,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:53,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:22:53,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:53,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:53,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:53,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fb63e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/java.io.tmpdir/jetty-localhost-37043-hadoop-hdfs-3_4_1-tests_jar-_-any-17472549451842582133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:53,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:37043} 2024-11-11T13:22:53,571 INFO [Time-limited test {}] server.Server(415): Started @243779ms 2024-11-11T13:22:53,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:53,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:53,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:53,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:53,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:22:53,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:53,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e55eb3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/java.io.tmpdir/jetty-localhost-33867-hadoop-hdfs-3_4_1-tests_jar-_-any-6145888602314474014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:53,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:33867} 2024-11-11T13:22:53,726 INFO [Time-limited test {}] server.Server(415): Started @243934ms 2024-11-11T13:22:53,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:53,782 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/cluster_ba414a8c-41fb-edfd-ca01-c91ee6b975ae/data/data1/current/BP-1337058353-172.17.0.2-1731331373433/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:53,783 WARN [Thread-3541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/cluster_ba414a8c-41fb-edfd-ca01-c91ee6b975ae/data/data2/current/BP-1337058353-172.17.0.2-1731331373433/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:53,801 WARN [Thread-3528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78e3605e36a8aed1 with lease ID 0xa6661700cfc67974: Processing first storage report for DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847 from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=5e3bca33-857f-4692-9874-73a6d9a14610, infoPort=36369, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=337167985;c=1731331373433) 2024-11-11T13:22:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78e3605e36a8aed1 with lease ID 0xa6661700cfc67974: from storage DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847 node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=5e3bca33-857f-4692-9874-73a6d9a14610, infoPort=36369, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=337167985;c=1731331373433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78e3605e36a8aed1 with lease ID 0xa6661700cfc67974: Processing first storage report for DS-9f4b396e-50ba-4315-aed5-255f2113bda3 from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=5e3bca33-857f-4692-9874-73a6d9a14610, infoPort=36369, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=337167985;c=1731331373433) 2024-11-11T13:22:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78e3605e36a8aed1 with lease ID 0xa6661700cfc67974: from storage DS-9f4b396e-50ba-4315-aed5-255f2113bda3 node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=5e3bca33-857f-4692-9874-73a6d9a14610, infoPort=36369, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=337167985;c=1731331373433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:53,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03 2024-11-11T13:22:53,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:53,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:54,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946 with version=8 2024-11-11T13:22:54,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/hbase-staging 2024-11-11T13:22:54,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:54,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33087 2024-11-11T13:22:54,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33087 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:54,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330870x0, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:54,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33087-0x1002ef3863a0003 connected 2024-11-11T13:22:54,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:54,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:54,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/running 2024-11-11T13:22:54,268 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946, hbase.cluster.distributed=false 2024-11-11T13:22:54,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/acl 2024-11-11T13:22:54,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-11T13:22:54,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33087 2024-11-11T13:22:54,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33087 2024-11-11T13:22:54,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-11T13:22:54,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-11T13:22:54,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:54,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:54,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44193 2024-11-11T13:22:54,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44193 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:54,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:54,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441930x0, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:54,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441930x0, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/running 2024-11-11T13:22:54,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44193-0x1002ef3863a0004 connected 2024-11-11T13:22:54,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:54,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:54,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/master 2024-11-11T13:22:54,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/acl 2024-11-11T13:22:54,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-11T13:22:54,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44193 2024-11-11T13:22:54,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44193 2024-11-11T13:22:54,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-11T13:22:54,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-11T13:22:54,314 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:33087 2024-11-11T13:22:54,315 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-578975779/backup-masters/bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/backup-masters 2024-11-11T13:22:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/backup-masters 2024-11-11T13:22:54,316 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on existing znode=/1-578975779/backup-masters/bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:54,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:54,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-578975779/master 2024-11-11T13:22:54,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:54,317 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on existing znode=/1-578975779/master 2024-11-11T13:22:54,317 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-578975779/backup-masters/bbb9a1547c7c,33087,1731331374256 from backup master directory 2024-11-11T13:22:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-578975779/backup-masters/bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/backup-masters 2024-11-11T13:22:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/backup-masters 2024-11-11T13:22:54,318 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:54,318 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:54,320 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/hbase.id] with ID: 8200a70d-67f5-4e2d-a754-7086bfdbd957 2024-11-11T13:22:54,320 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/.tmp/hbase.id 2024-11-11T13:22:54,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:54,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:22:54,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:22:54,729 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/.tmp/hbase.id]:[hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/hbase.id] 2024-11-11T13:22:54,736 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:54,736 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:54,737 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:22:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:55,143 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:55,143 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:55,144 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:55,549 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store 2024-11-11T13:22:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:55,955 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:55,955 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:55,955 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331375955Disabling compacts and flushes for region at 1731331375955Disabling writes for close at 1731331375955Writing region close event to WAL at 1731331375955Closed at 1731331375955 2024-11-11T13:22:55,956 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/.initializing 2024-11-11T13:22:55,956 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/WALs/bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:55,956 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:55,958 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C33087%2C1731331374256, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/WALs/bbb9a1547c7c,33087,1731331374256, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:55,969 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/WALs/bbb9a1547c7c,33087,1731331374256/bbb9a1547c7c%2C33087%2C1731331374256.1731331375958, exclude list is [], retry=0 2024-11-11T13:22:55,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847,DISK] 2024-11-11T13:22:55,972 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/WALs/bbb9a1547c7c,33087,1731331374256/bbb9a1547c7c%2C33087%2C1731331374256.1731331375958 2024-11-11T13:22:55,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-11T13:22:55,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:55,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:55,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,973 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:55,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:55,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:55,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:55,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:55,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:55,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:55,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:55,978 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,978 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,978 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,979 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,979 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,979 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:55,980 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:55,981 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:55,981 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734177, jitterRate=-0.09499023854732513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:55,981 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331375973Initializing all the Stores at 1731331375974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331375974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331375974Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331375974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331375974Cleaning up temporary data from old regions at 1731331375979 (+5 ms)Region opened successfully at 1731331375981 (+2 ms) 2024-11-11T13:22:55,981 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:55,983 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a57bf5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:55,983 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:55,984 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:55,985 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:55,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:55,987 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/balancer already deleted, retry=false 2024-11-11T13:22:55,987 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:55,987 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:55,988 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/normalizer already deleted, retry=false 2024-11-11T13:22:55,988 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:55,988 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:55,989 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/switch/split already deleted, retry=false 2024-11-11T13:22:55,989 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:55,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/switch/merge already deleted, retry=false 2024-11-11T13:22:55,992 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:55,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:55,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-578975779/running 2024-11-11T13:22:55,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-578975779/running 2024-11-11T13:22:55,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:55,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:55,994 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,33087,1731331374256, sessionid=0x1002ef3863a0003, setting cluster-up flag (Was=false) 2024-11-11T13:22:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:55,997 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-578975779/flush-table-proc/acquired, /1-578975779/flush-table-proc/reached, /1-578975779/flush-table-proc/abort 2024-11-11T13:22:55,998 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:56,001 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-578975779/online-snapshot/acquired, /1-578975779/online-snapshot/reached, /1-578975779/online-snapshot/abort 2024-11-11T13:22:56,001 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:56,002 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:56,003 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:56,003 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:56,003 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:56,003 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,33087,1731331374256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:56,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:56,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:56,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:56,009 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331406009 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:56,010 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(746): ClusterId : 8200a70d-67f5-4e2d-a754-7086bfdbd957 2024-11-11T13:22:56,010 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:56,010 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:56,011 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:56,011 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:56,011 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331376011,5,FailOnTimeoutGroup] 2024-11-11T13:22:56,011 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331376011,5,FailOnTimeoutGroup] 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:56,013 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:56,013 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c46b44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:56,029 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:44193 2024-11-11T13:22:56,029 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:56,029 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:56,029 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:56,030 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,33087,1731331374256 with port=44193, startcode=1731331374288 2024-11-11T13:22:56,030 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:56,033 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:56,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33087 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,035 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946 2024-11-11T13:22:56,035 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43401 2024-11-11T13:22:56,035 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/rs 2024-11-11T13:22:56,036 DEBUG [RS:0;bbb9a1547c7c:44193 {}] zookeeper.ZKUtil(111): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on existing znode=/1-578975779/rs/bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,036 WARN [RS:0;bbb9a1547c7c:44193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:56,036 INFO [RS:0;bbb9a1547c7c:44193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:56,036 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,44193,1731331374288] 2024-11-11T13:22:56,041 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:56,043 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:56,043 INFO [RS:0;bbb9a1547c7c:44193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:56,043 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,045 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:56,045 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:56,045 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,045 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,045 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,045 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,045 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,045 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:56,046 DEBUG [RS:0;bbb9a1547c7c:44193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,048 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44193,1731331374288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:56,062 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:56,062 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,44193,1731331374288-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,062 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,062 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.Replication(171): bbb9a1547c7c,44193,1731331374288 started 2024-11-11T13:22:56,074 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,074 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,44193,1731331374288, RpcServer on bbb9a1547c7c/172.17.0.2:44193, sessionid=0x1002ef3863a0004 2024-11-11T13:22:56,074 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:56,074 DEBUG [RS:0;bbb9a1547c7c:44193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,074 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,44193,1731331374288' 2024-11-11T13:22:56,074 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-578975779/flush-table-proc/abort' 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-578975779/flush-table-proc/acquired' 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,44193,1731331374288' 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-578975779/online-snapshot/abort' 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-578975779/online-snapshot/acquired' 2024-11-11T13:22:56,075 DEBUG [RS:0;bbb9a1547c7c:44193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:56,075 INFO [RS:0;bbb9a1547c7c:44193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:56,075 INFO [RS:0;bbb9a1547c7c:44193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:56,176 INFO [RS:0;bbb9a1547c7c:44193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:56,177 INFO [RS:0;bbb9a1547c7c:44193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44193%2C1731331374288, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/oldWALs, maxLogs=10 2024-11-11T13:22:56,188 DEBUG [RS:0;bbb9a1547c7c:44193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, exclude list is [], retry=0 2024-11-11T13:22:56,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847,DISK] 2024-11-11T13:22:56,192 INFO [RS:0;bbb9a1547c7c:44193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 2024-11-11T13:22:56,192 DEBUG [RS:0;bbb9a1547c7c:44193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-11T13:22:56,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:56,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946 2024-11-11T13:22:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:22:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:56,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:56,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:56,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:56,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:56,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:56,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:56,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:56,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:56,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:56,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740 2024-11-11T13:22:56,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740 2024-11-11T13:22:56,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:56,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:56,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:56,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:56,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408610, jitterRate=0.03426888585090637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331376418Initializing all the Stores at 1731331376419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331376419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376419Cleaning up temporary data from old regions at 1731331376424 (+5 ms)Region opened successfully at 1731331376426 (+2 ms) 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:22:56,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:22:56,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:22:56,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:22:56,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331376426Disabling compacts and flushes for region at 1731331376426Disabling writes for close at 1731331376426Writing region close event to WAL at 1731331376427 (+1 ms)Closed at 1731331376427 2024-11-11T13:22:56,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:56,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:22:56,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:22:56,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:56,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:22:56,579 DEBUG [bbb9a1547c7c:33087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:22:56,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,44193,1731331374288, state=OPENING 2024-11-11T13:22:56,582 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:22:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:22:56,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:22:56,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-578975779/meta-region-server: CHANGED 2024-11-11T13:22:56,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-578975779/meta-region-server: CHANGED 2024-11-11T13:22:56,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44193,1731331374288}] 2024-11-11T13:22:56,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:22:56,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:22:56,739 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:22:56,739 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:56,739 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:22:56,740 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44193%2C1731331374288.meta, suffix=.meta, logDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/oldWALs, maxLogs=10 2024-11-11T13:22:56,752 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.meta.1731331376741.meta, exclude list is [], retry=0 2024-11-11T13:22:56,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847,DISK] 2024-11-11T13:22:56,755 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.meta.1731331376741.meta 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:56,756 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:22:56,756 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:56,756 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:22:56,757 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:22:56,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:22:56,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:22:56,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:22:56,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:22:56,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:22:56,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:22:56,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:22:56,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:22:56,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:56,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:56,761 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:22:56,761 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740 2024-11-11T13:22:56,762 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740 2024-11-11T13:22:56,763 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:22:56,763 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:22:56,763 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:56,763 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:22:56,764 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66301059, jitterRate=-0.012037232518196106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:56,764 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:22:56,764 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331376757Writing region info on filesystem at 1731331376757Initializing all the Stores at 1731331376757Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331376757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331376757Cleaning up temporary data from old regions at 1731331376763 (+6 ms)Running coprocessor post-open hooks at 1731331376764 (+1 ms)Region opened successfully at 1731331376764 2024-11-11T13:22:56,765 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331376735 2024-11-11T13:22:56,766 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:22:56,766 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:22:56,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,44193,1731331374288, state=OPEN 2024-11-11T13:22:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-578975779/meta-region-server 2024-11-11T13:22:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-578975779/meta-region-server 2024-11-11T13:22:56,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:22:56,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-578975779/meta-region-server: CHANGED 2024-11-11T13:22:56,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-578975779/meta-region-server: CHANGED 2024-11-11T13:22:56,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:22:56,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,44193,1731331374288 in 184 msec 2024-11-11T13:22:56,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:22:56,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-11T13:22:56,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:56,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:22:56,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:56,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44193,1731331374288, seqNum=-1] 2024-11-11T13:22:56,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:56,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:56,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 773 msec 2024-11-11T13:22:56,776 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331376776, completionTime=-1 2024-11-11T13:22:56,776 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:22:56,776 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331436778 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331496778 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:33087, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,778 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,780 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.463sec 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:56,781 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:22:56,783 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:22:56,783 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:22:56,783 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,33087,1731331374256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:56,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:56,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:22:56,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:22:56,811 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e49526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:22:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:22:56,813 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:22:56,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:22:56,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:22:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44193,1731331374288, seqNum=-1] 2024-11-11T13:22:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:22:56,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:22:56,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,33087,1731331374256 2024-11-11T13:22:56,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:56,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:56,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef3863a0005 connected 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir so I do NOT create it in target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23 2024-11-11T13:22:56,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.tmp.dir so I do NOT create it in target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23 2024-11-11T13:22:56,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:22:56,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/cluster_ba33b633-ee4f-ed0d-65dd-6230dad2a121, deleteOnExit=true 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/test.cache.data in system properties and HBase conf 2024-11-11T13:22:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:22:56,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:22:56,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:22:56,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:22:56,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:22:56,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:22:56,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:22:56,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:56,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:56,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:56,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:56,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:56,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:56,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:56,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:56,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ac6cef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/java.io.tmpdir/jetty-localhost-35651-hadoop-hdfs-3_4_1-tests_jar-_-any-11948358671775831527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:22:56,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:35651} 2024-11-11T13:22:56,977 INFO [Time-limited test {}] server.Server(415): Started @247185ms 2024-11-11T13:22:57,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:22:57,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:22:57,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:22:57,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:22:57,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:22:57,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:22:57,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:22:57,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348a7b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/java.io.tmpdir/jetty-localhost-35009-hadoop-hdfs-3_4_1-tests_jar-_-any-2085583854110263812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:22:57,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:35009} 2024-11-11T13:22:57,132 INFO [Time-limited test {}] server.Server(415): Started @247340ms 2024-11-11T13:22:57,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:22:57,187 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/cluster_ba33b633-ee4f-ed0d-65dd-6230dad2a121/data/data1/current/BP-61775010-172.17.0.2-1731331376836/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:57,187 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/cluster_ba33b633-ee4f-ed0d-65dd-6230dad2a121/data/data2/current/BP-61775010-172.17.0.2-1731331376836/current, will proceed with Du for space computation calculation, 2024-11-11T13:22:57,208 WARN [Thread-3648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:22:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40788345f1a82e2f with lease ID 0x35a82e1960786dba: Processing first storage report for DS-a0832a91-f628-41a7-8d90-f29668be1e71 from datanode DatanodeRegistration(127.0.0.1:42321, datanodeUuid=d1d7a237-76ea-4532-aa96-7da74ea67118, infoPort=34455, infoSecurePort=0, ipcPort=40187, storageInfo=lv=-57;cid=testClusterID;nsid=319322872;c=1731331376836) 2024-11-11T13:22:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40788345f1a82e2f with lease ID 0x35a82e1960786dba: from storage DS-a0832a91-f628-41a7-8d90-f29668be1e71 node DatanodeRegistration(127.0.0.1:42321, datanodeUuid=d1d7a237-76ea-4532-aa96-7da74ea67118, infoPort=34455, infoSecurePort=0, ipcPort=40187, storageInfo=lv=-57;cid=testClusterID;nsid=319322872;c=1731331376836), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40788345f1a82e2f with lease ID 0x35a82e1960786dba: Processing first storage report for DS-d5500117-dac8-41bd-951a-5ee0bab10611 from datanode DatanodeRegistration(127.0.0.1:42321, datanodeUuid=d1d7a237-76ea-4532-aa96-7da74ea67118, infoPort=34455, infoSecurePort=0, ipcPort=40187, storageInfo=lv=-57;cid=testClusterID;nsid=319322872;c=1731331376836) 2024-11-11T13:22:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40788345f1a82e2f with lease ID 0x35a82e1960786dba: from storage DS-d5500117-dac8-41bd-951a-5ee0bab10611 node DatanodeRegistration(127.0.0.1:42321, datanodeUuid=d1d7a237-76ea-4532-aa96-7da74ea67118, infoPort=34455, infoSecurePort=0, ipcPort=40187, storageInfo=lv=-57;cid=testClusterID;nsid=319322872;c=1731331376836), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:22:57,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23 2024-11-11T13:22:57,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:22:57,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22 with version=8 2024-11-11T13:22:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/hbase-staging 2024-11-11T13:22:57,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:57,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39215 2024-11-11T13:22:57,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39215 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392150x0, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:57,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39215-0x1002ef3863a0006 connected 2024-11-11T13:22:57,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/running 2024-11-11T13:22:57,675 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22, hbase.cluster.distributed=false 2024-11-11T13:22:57,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/acl 2024-11-11T13:22:57,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-11T13:22:57,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39215 2024-11-11T13:22:57,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39215 2024-11-11T13:22:57,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-11T13:22:57,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-11T13:22:57,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:22:57,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:22:57,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43201 2024-11-11T13:22:57,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43201 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:22:57,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432010x0, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:22:57,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432010x0, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/running 2024-11-11T13:22:57,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43201-0x1002ef3863a0007 connected 2024-11-11T13:22:57,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:22:57,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:22:57,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/master 2024-11-11T13:22:57,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/acl 2024-11-11T13:22:57,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-11T13:22:57,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43201 2024-11-11T13:22:57,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43201 2024-11-11T13:22:57,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-11T13:22:57,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-11T13:22:57,721 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:39215 2024-11-11T13:22:57,722 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2059077126/backup-masters/bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:57,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/backup-masters 2024-11-11T13:22:57,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/backup-masters 2024-11-11T13:22:57,723 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on existing znode=/2-2059077126/backup-masters/bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2059077126/master 2024-11-11T13:22:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:57,724 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on existing znode=/2-2059077126/master 2024-11-11T13:22:57,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2059077126/backup-masters/bbb9a1547c7c,39215,1731331377664 from backup master directory 2024-11-11T13:22:57,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2059077126/backup-masters/bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:57,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/backup-masters 2024-11-11T13:22:57,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/backup-masters 2024-11-11T13:22:57,725 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:57,725 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:57,727 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/hbase.id] with ID: f15bb922-c265-4608-bb50-7156979b9c34 2024-11-11T13:22:57,727 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/.tmp/hbase.id 2024-11-11T13:22:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:22:58,133 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/.tmp/hbase.id]:[hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/hbase.id] 2024-11-11T13:22:58,140 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:22:58,141 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:22:58,141 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:22:58,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:58,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:58,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:22:58,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:22:58,547 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:22:58,548 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:22:58,548 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:22:58,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:22:58,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:22:58,954 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store 2024-11-11T13:22:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:22:59,359 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:59,359 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:22:59,359 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331379359Disabling compacts and flushes for region at 1731331379359Disabling writes for close at 1731331379359Writing region close event to WAL at 1731331379359Closed at 1731331379359 2024-11-11T13:22:59,360 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/.initializing 2024-11-11T13:22:59,360 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/WALs/bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:59,361 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:59,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C39215%2C1731331377664, suffix=, logDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/WALs/bbb9a1547c7c,39215,1731331377664, archiveDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/oldWALs, maxLogs=10 2024-11-11T13:22:59,374 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/WALs/bbb9a1547c7c,39215,1731331377664/bbb9a1547c7c%2C39215%2C1731331377664.1731331379362, exclude list is [], retry=0 2024-11-11T13:22:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-a0832a91-f628-41a7-8d90-f29668be1e71,DISK] 2024-11-11T13:22:59,378 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/WALs/bbb9a1547c7c,39215,1731331377664/bbb9a1547c7c%2C39215%2C1731331377664.1731331379362 2024-11-11T13:22:59,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-11T13:22:59,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:22:59,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:22:59,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:22:59,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:59,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:22:59,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:22:59,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:59,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:59,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:22:59,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:59,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:59,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:22:59,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:59,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:22:59,384 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,385 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,385 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,386 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,386 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,386 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:22:59,387 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:22:59,388 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:22:59,389 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73221822, jitterRate=0.09109017252922058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:22:59,389 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331379379Initializing all the Stores at 1731331379379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331379379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331379380 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331379380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331379380Cleaning up temporary data from old regions at 1731331379386 (+6 ms)Region opened successfully at 1731331379389 (+3 ms) 2024-11-11T13:22:59,389 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:22:59,391 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56757a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:59,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:22:59,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:22:59,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:22:59,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:22:59,392 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:22:59,393 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:22:59,393 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:22:59,394 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:22:59,395 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/balancer because node does not exist (not necessarily an error) 2024-11-11T13:22:59,395 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/balancer already deleted, retry=false 2024-11-11T13:22:59,396 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:22:59,396 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:22:59,397 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/normalizer already deleted, retry=false 2024-11-11T13:22:59,397 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:22:59,404 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:22:59,404 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/switch/split already deleted, retry=false 2024-11-11T13:22:59,405 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:22:59,405 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/switch/merge already deleted, retry=false 2024-11-11T13:22:59,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:22:59,407 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/snapshot-cleanup already deleted, retry=false 2024-11-11T13:22:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2059077126/running 2024-11-11T13:22:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2059077126/running 2024-11-11T13:22:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,39215,1731331377664, sessionid=0x1002ef3863a0006, setting cluster-up flag (Was=false) 2024-11-11T13:22:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,411 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2059077126/flush-table-proc/acquired, /2-2059077126/flush-table-proc/reached, /2-2059077126/flush-table-proc/abort 2024-11-11T13:22:59,412 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:22:59,415 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2059077126/online-snapshot/acquired, /2-2059077126/online-snapshot/reached, /2-2059077126/online-snapshot/abort 2024-11-11T13:22:59,416 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,39215,1731331377664 2024-11-11T13:22:59,416 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:22:59,418 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:59,418 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(746): ClusterId : f15bb922-c265-4608-bb50-7156979b9c34 2024-11-11T13:22:59,418 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:22:59,418 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:22:59,418 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:22:59,419 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,39215,1731331377664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:22:59,419 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:22:59,419 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:59,420 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,420 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:22:59,420 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601c1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:22:59,426 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:22:59,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:22:59,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:22:59,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:22:59,433 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331409433 2024-11-11T13:22:59,433 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:22:59,433 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:22:59,433 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:22:59,434 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:22:59,434 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:22:59,434 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:22:59,434 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,437 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:22:59,437 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:22:59,437 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:22:59,437 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:22:59,438 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:43201 2024-11-11T13:22:59,439 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:22:59,439 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:22:59,439 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:22:59,439 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,39215,1731331377664 with port=43201, startcode=1731331377693 2024-11-11T13:22:59,439 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:22:59,440 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:22:59,440 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:22:59,441 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331379440,5,FailOnTimeoutGroup] 2024-11-11T13:22:59,441 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331379441,5,FailOnTimeoutGroup] 2024-11-11T13:22:59,441 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,441 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:22:59,441 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,441 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:22:59,441 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39215 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,443 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22 2024-11-11T13:22:59,443 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43061 2024-11-11T13:22:59,443 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:22:59,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/rs 2024-11-11T13:22:59,445 DEBUG [RS:0;bbb9a1547c7c:43201 {}] zookeeper.ZKUtil(111): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on existing znode=/2-2059077126/rs/bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,445 WARN [RS:0;bbb9a1547c7c:43201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:22:59,445 INFO [RS:0;bbb9a1547c7c:43201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:22:59,445 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,43201,1731331377693] 2024-11-11T13:22:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:22:59,451 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:22:59,453 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:22:59,453 INFO [RS:0;bbb9a1547c7c:43201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:22:59,453 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,457 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:22:59,457 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:22:59,458 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:59,458 DEBUG [RS:0;bbb9a1547c7c:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,461 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43201,1731331377693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:22:59,479 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:22:59,479 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43201,1731331377693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,479 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,479 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.Replication(171): bbb9a1547c7c,43201,1731331377693 started 2024-11-11T13:22:59,493 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:22:59,493 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,43201,1731331377693, RpcServer on bbb9a1547c7c/172.17.0.2:43201, sessionid=0x1002ef3863a0007 2024-11-11T13:22:59,493 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:22:59,493 DEBUG [RS:0;bbb9a1547c7c:43201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,493 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43201,1731331377693' 2024-11-11T13:22:59,493 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2059077126/flush-table-proc/abort' 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2059077126/flush-table-proc/acquired' 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,43201,1731331377693 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,43201,1731331377693' 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2059077126/online-snapshot/abort' 2024-11-11T13:22:59,494 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2059077126/online-snapshot/acquired' 2024-11-11T13:22:59,495 DEBUG [RS:0;bbb9a1547c7c:43201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:22:59,495 INFO [RS:0;bbb9a1547c7c:43201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:22:59,495 INFO [RS:0;bbb9a1547c7c:43201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:22:59,595 INFO [RS:0;bbb9a1547c7c:43201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:22:59,596 INFO [RS:0;bbb9a1547c7c:43201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43201%2C1731331377693, suffix=, logDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693, archiveDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/oldWALs, maxLogs=10 2024-11-11T13:22:59,608 DEBUG [RS:0;bbb9a1547c7c:43201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, exclude list is [], retry=0 2024-11-11T13:22:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-a0832a91-f628-41a7-8d90-f29668be1e71,DISK] 2024-11-11T13:22:59,611 INFO [RS:0;bbb9a1547c7c:43201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 2024-11-11T13:22:59,612 DEBUG [RS:0;bbb9a1547c7c:43201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-11T13:22:59,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:22:59,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22 2024-11-11T13:22:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:23:00,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:00,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:00,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:00,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:00,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:00,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:00,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:00,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:00,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:00,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:00,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740 2024-11-11T13:23:00,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740 2024-11-11T13:23:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:00,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:00,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:00,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:00,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659494, jitterRate=0.11251315474510193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:00,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331380255Initializing all the Stores at 1731331380256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331380256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380256Cleaning up temporary data from old regions at 1731331380263 (+7 ms)Region opened successfully at 1731331380265 (+2 ms) 2024-11-11T13:23:00,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:00,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:00,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:00,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:00,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:00,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:00,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331380266Disabling compacts and flushes for region at 1731331380266Disabling writes for close at 1731331380266Writing region close event to WAL at 1731331380266Closed at 1731331380266 2024-11-11T13:23:00,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:00,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:23:00,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:23:00,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:00,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:23:00,419 DEBUG [bbb9a1547c7c:39215 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:23:00,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:00,420 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43201,1731331377693, state=OPENING 2024-11-11T13:23:00,421 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:23:00,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:00,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:00,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:00,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2059077126/meta-region-server: CHANGED 2024-11-11T13:23:00,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2059077126/meta-region-server: CHANGED 2024-11-11T13:23:00,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43201,1731331377693}] 2024-11-11T13:23:00,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:00,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:00,578 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:23:00,578 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:00,579 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:23:00,580 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43201%2C1731331377693.meta, suffix=.meta, logDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693, archiveDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/oldWALs, maxLogs=10 2024-11-11T13:23:00,591 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.meta.1731331380580.meta, exclude list is [], retry=0 2024-11-11T13:23:00,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-a0832a91-f628-41a7-8d90-f29668be1e71,DISK] 2024-11-11T13:23:00,594 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.meta.1731331380580.meta 2024-11-11T13:23:00,594 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:00,595 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:23:00,595 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:23:00,595 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:23:00,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:00,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:00,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:00,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:00,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:00,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:00,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:00,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:00,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:00,600 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:00,600 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740 2024-11-11T13:23:00,601 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740 2024-11-11T13:23:00,602 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:00,602 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:00,602 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:00,603 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:00,603 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72229307, jitterRate=0.07630054652690887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:00,603 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:23:00,603 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331380595Writing region info on filesystem at 1731331380595Initializing all the Stores at 1731331380596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331380596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331380596Cleaning up temporary data from old regions at 1731331380602 (+6 ms)Running coprocessor post-open hooks at 1731331380603 (+1 ms)Region opened successfully at 1731331380603 2024-11-11T13:23:00,604 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331380574 2024-11-11T13:23:00,606 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:23:00,606 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:23:00,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:00,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,43201,1731331377693, state=OPEN 2024-11-11T13:23:00,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2059077126/meta-region-server 2024-11-11T13:23:00,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2059077126/meta-region-server 2024-11-11T13:23:00,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:00,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2059077126/meta-region-server: CHANGED 2024-11-11T13:23:00,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2059077126/meta-region-server: CHANGED 2024-11-11T13:23:00,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:23:00,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,43201,1731331377693 in 185 msec 2024-11-11T13:23:00,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:23:00,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-11T13:23:00,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:00,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:23:00,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:00,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43201,1731331377693, seqNum=-1] 2024-11-11T13:23:00,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:00,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:00,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-11T13:23:00,617 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331380617, completionTime=-1 2024-11-11T13:23:00,617 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:23:00,617 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331440619 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331500619 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:39215, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,619 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,621 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:00,622 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:23:00,624 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:23:00,624 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:23:00,624 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,39215,1731331377664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:00,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:00,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:00,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:00,720 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:00,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dc11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:00,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:00,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:00,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:00,721 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:00,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:00,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43201,1731331377693, seqNum=-1] 2024-11-11T13:23:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:00,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:00,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:00,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53386 2024-11-11T13:23:00,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:00,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002ef3863a0008 connected 2024-11-11T13:23:00,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,32791,1731331370336 2024-11-11T13:23:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f455ca 2024-11-11T13:23:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:00,731 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:00,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:00,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:00,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:00,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:00,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:01,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65634e4fc249a00475c460ee5ffa648e, NAME => 'test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc 2024-11-11T13:23:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65634e4fc249a00475c460ee5ffa648e, disabling compactions & flushes 2024-11-11T13:23:01,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. after waiting 0 ms 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65634e4fc249a00475c460ee5ffa648e: Waiting for close lock at 1731331381544Disabling compacts and flushes for region at 1731331381544Disabling writes for close at 1731331381544Writing region close event to WAL at 1731331381544Closed at 1731331381544 2024-11-11T13:23:01,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:01,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331381545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331381545"}]},"ts":"1731331381545"} 2024-11-11T13:23:01,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:01,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:01,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331381548"}]},"ts":"1731331381548"} 2024-11-11T13:23:01,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:01,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65634e4fc249a00475c460ee5ffa648e, ASSIGN}] 2024-11-11T13:23:01,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65634e4fc249a00475c460ee5ffa648e, ASSIGN 2024-11-11T13:23:01,552 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65634e4fc249a00475c460ee5ffa648e, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,38279,1731331370379; forceNewPlan=false, retain=false 2024-11-11T13:23:01,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65634e4fc249a00475c460ee5ffa648e, regionState=OPENING, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65634e4fc249a00475c460ee5ffa648e, ASSIGN because future has completed 2024-11-11T13:23:01,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65634e4fc249a00475c460ee5ffa648e, server=bbb9a1547c7c,38279,1731331370379}] 2024-11-11T13:23:01,859 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65634e4fc249a00475c460ee5ffa648e, NAME => 'test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:01,859 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:01,859 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:01,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:01,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,859 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,860 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,861 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65634e4fc249a00475c460ee5ffa648e columnFamilyName f 2024-11-11T13:23:01,861 DEBUG [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:01,861 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(327): Store=65634e4fc249a00475c460ee5ffa648e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:01,861 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,862 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65634e4fc249a00475c460ee5ffa648e columnFamilyName f1 2024-11-11T13:23:01,862 DEBUG [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:01,862 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(327): Store=65634e4fc249a00475c460ee5ffa648e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:01,862 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,863 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65634e4fc249a00475c460ee5ffa648e columnFamilyName norep 2024-11-11T13:23:01,863 DEBUG [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:01,863 INFO [StoreOpener-65634e4fc249a00475c460ee5ffa648e-1 {}] regionserver.HStore(327): Store=65634e4fc249a00475c460ee5ffa648e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:01,864 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,864 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,864 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,865 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,865 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,865 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:01,865 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,868 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:01,868 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65634e4fc249a00475c460ee5ffa648e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59463028, jitterRate=-0.11393183469772339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:01,868 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:01,869 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65634e4fc249a00475c460ee5ffa648e: Running coprocessor pre-open hook at 1731331381859Writing region info on filesystem at 1731331381859Initializing all the Stores at 1731331381860 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331381860Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331381860Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331381860Cleaning up temporary data from old regions at 1731331381865 (+5 ms)Running coprocessor post-open hooks at 1731331381868 (+3 ms)Region opened successfully at 1731331381869 (+1 ms) 2024-11-11T13:23:01,870 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331380731.65634e4fc249a00475c460ee5ffa648e., pid=6, masterSystemTime=1731331381856 2024-11-11T13:23:01,871 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,872 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:01,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65634e4fc249a00475c460ee5ffa648e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:01,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65634e4fc249a00475c460ee5ffa648e, server=bbb9a1547c7c,38279,1731331370379 because future has completed 2024-11-11T13:23:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:01,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:01,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65634e4fc249a00475c460ee5ffa648e, server=bbb9a1547c7c,38279,1731331370379 in 170 msec 2024-11-11T13:23:01,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:01,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65634e4fc249a00475c460ee5ffa648e, ASSIGN in 326 msec 2024-11-11T13:23:01,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:01,878 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331381878"}]},"ts":"1731331381878"} 2024-11-11T13:23:01,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:01,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:01,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-11T13:23:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:02,886 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:02,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46571a6 2024-11-11T13:23:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:02,888 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:02,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:02,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:02,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:02,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:02,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:03,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44daa99cc0d047c769bb81be914a4ea5, NAME => 'test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946 2024-11-11T13:23:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 44daa99cc0d047c769bb81be914a4ea5, disabling compactions & flushes 2024-11-11T13:23:03,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. after waiting 0 ms 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44daa99cc0d047c769bb81be914a4ea5: Waiting for close lock at 1731331383305Disabling compacts and flushes for region at 1731331383305Disabling writes for close at 1731331383305Writing region close event to WAL at 1731331383305Closed at 1731331383305 2024-11-11T13:23:03,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:03,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331383306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331383306"}]},"ts":"1731331383306"} 2024-11-11T13:23:03,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:03,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:03,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331383308"}]},"ts":"1731331383308"} 2024-11-11T13:23:03,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:03,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44daa99cc0d047c769bb81be914a4ea5, ASSIGN}] 2024-11-11T13:23:03,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44daa99cc0d047c769bb81be914a4ea5, ASSIGN 2024-11-11T13:23:03,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=44daa99cc0d047c769bb81be914a4ea5, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,44193,1731331374288; forceNewPlan=false, retain=false 2024-11-11T13:23:03,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44daa99cc0d047c769bb81be914a4ea5, regionState=OPENING, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:03,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=44daa99cc0d047c769bb81be914a4ea5, ASSIGN because future has completed 2024-11-11T13:23:03,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44daa99cc0d047c769bb81be914a4ea5, server=bbb9a1547c7c,44193,1731331374288}] 2024-11-11T13:23:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:03,618 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,619 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44daa99cc0d047c769bb81be914a4ea5, NAME => 'test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:03,619 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:03,619 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:03,619 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,619 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:03,619 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,619 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,620 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,621 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44daa99cc0d047c769bb81be914a4ea5 columnFamilyName f 2024-11-11T13:23:03,621 DEBUG [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:03,621 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(327): Store=44daa99cc0d047c769bb81be914a4ea5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:03,621 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,622 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44daa99cc0d047c769bb81be914a4ea5 columnFamilyName f1 2024-11-11T13:23:03,622 DEBUG [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:03,622 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(327): Store=44daa99cc0d047c769bb81be914a4ea5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:03,622 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,623 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44daa99cc0d047c769bb81be914a4ea5 columnFamilyName norep 2024-11-11T13:23:03,623 DEBUG [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:03,623 INFO [StoreOpener-44daa99cc0d047c769bb81be914a4ea5-1 {}] regionserver.HStore(327): Store=44daa99cc0d047c769bb81be914a4ea5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:03,623 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,624 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,624 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,625 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,625 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,625 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:03,626 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,627 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:03,627 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44daa99cc0d047c769bb81be914a4ea5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60879391, jitterRate=-0.09282638132572174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:03,627 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:03,627 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44daa99cc0d047c769bb81be914a4ea5: Running coprocessor pre-open hook at 1731331383619Writing region info on filesystem at 1731331383619Initializing all the Stores at 1731331383620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331383620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331383620Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331383620Cleaning up temporary data from old regions at 1731331383625 (+5 ms)Running coprocessor post-open hooks at 1731331383627 (+2 ms)Region opened successfully at 1731331383627 2024-11-11T13:23:03,628 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5., pid=6, masterSystemTime=1731331383616 2024-11-11T13:23:03,630 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,630 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:03,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44daa99cc0d047c769bb81be914a4ea5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44daa99cc0d047c769bb81be914a4ea5, server=bbb9a1547c7c,44193,1731331374288 because future has completed 2024-11-11T13:23:03,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:03,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44daa99cc0d047c769bb81be914a4ea5, server=bbb9a1547c7c,44193,1731331374288 in 169 msec 2024-11-11T13:23:03,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:03,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=44daa99cc0d047c769bb81be914a4ea5, ASSIGN in 325 msec 2024-11-11T13:23:03,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:03,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331383637"}]},"ts":"1731331383637"} 2024-11-11T13:23:03,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:03,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:03,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-11T13:23:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:04,026 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:04,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@178e9caf 2024-11-11T13:23:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:04,027 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:04,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:04,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:04,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:04,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:04,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:04,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:23:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:04,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75eb57f11b1f26df8711f1a38cd58fcb, NAME => 'test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22 2024-11-11T13:23:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T13:23:04,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T13:23:04,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:23:04,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T13:23:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75eb57f11b1f26df8711f1a38cd58fcb, disabling compactions & flushes 2024-11-11T13:23:04,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. after waiting 0 ms 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:04,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:04,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75eb57f11b1f26df8711f1a38cd58fcb: Waiting for close lock at 1731331384840Disabling compacts and flushes for region at 1731331384840Disabling writes for close at 1731331384840Writing region close event to WAL at 1731331384840Closed at 1731331384840 2024-11-11T13:23:04,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:04,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331384841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331384841"}]},"ts":"1731331384841"} 2024-11-11T13:23:04,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:04,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:04,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331384844"}]},"ts":"1731331384844"} 2024-11-11T13:23:04,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:04,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75eb57f11b1f26df8711f1a38cd58fcb, ASSIGN}] 2024-11-11T13:23:04,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75eb57f11b1f26df8711f1a38cd58fcb, ASSIGN 2024-11-11T13:23:04,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75eb57f11b1f26df8711f1a38cd58fcb, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,43201,1731331377693; forceNewPlan=false, retain=false 2024-11-11T13:23:04,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75eb57f11b1f26df8711f1a38cd58fcb, regionState=OPENING, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:04,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75eb57f11b1f26df8711f1a38cd58fcb, ASSIGN because future has completed 2024-11-11T13:23:04,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75eb57f11b1f26df8711f1a38cd58fcb, server=bbb9a1547c7c,43201,1731331377693}] 2024-11-11T13:23:05,154 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:05,154 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75eb57f11b1f26df8711f1a38cd58fcb, NAME => 'test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:05,154 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:05,154 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:05,154 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,154 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:05,154 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,154 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,155 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,156 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75eb57f11b1f26df8711f1a38cd58fcb columnFamilyName f 2024-11-11T13:23:05,156 DEBUG [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:05,156 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(327): Store=75eb57f11b1f26df8711f1a38cd58fcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:05,156 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,157 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75eb57f11b1f26df8711f1a38cd58fcb columnFamilyName f1 2024-11-11T13:23:05,157 DEBUG [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:05,157 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(327): Store=75eb57f11b1f26df8711f1a38cd58fcb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:05,158 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,158 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75eb57f11b1f26df8711f1a38cd58fcb columnFamilyName norep 2024-11-11T13:23:05,158 DEBUG [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:05,158 INFO [StoreOpener-75eb57f11b1f26df8711f1a38cd58fcb-1 {}] regionserver.HStore(327): Store=75eb57f11b1f26df8711f1a38cd58fcb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:05,158 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,159 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,159 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,160 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,160 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,160 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:05,161 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,162 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:05,162 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75eb57f11b1f26df8711f1a38cd58fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61196337, jitterRate=-0.0881035178899765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:05,162 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:05,162 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75eb57f11b1f26df8711f1a38cd58fcb: Running coprocessor pre-open hook at 1731331385154Writing region info on filesystem at 1731331385154Initializing all the Stores at 1731331385155 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331385155Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331385155Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331385155Cleaning up temporary data from old regions at 1731331385160 (+5 ms)Running coprocessor post-open hooks at 1731331385162 (+2 ms)Region opened successfully at 1731331385162 2024-11-11T13:23:05,163 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb., pid=6, masterSystemTime=1731331385151 2024-11-11T13:23:05,165 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:05,165 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:05,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75eb57f11b1f26df8711f1a38cd58fcb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75eb57f11b1f26df8711f1a38cd58fcb, server=bbb9a1547c7c,43201,1731331377693 because future has completed 2024-11-11T13:23:05,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:05,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75eb57f11b1f26df8711f1a38cd58fcb, server=bbb9a1547c7c,43201,1731331377693 in 168 msec 2024-11-11T13:23:05,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:05,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75eb57f11b1f26df8711f1a38cd58fcb, ASSIGN in 324 msec 2024-11-11T13:23:05,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:05,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331385171"}]},"ts":"1731331385171"} 2024-11-11T13:23:05,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:05,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:05,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-11T13:23:06,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:06,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:06,176 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:06,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,32791,-1 for getting cluster id 2024-11-11T13:23:06,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:06,177 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd220d58-f2ba-40b8-ad77-e30454e4f617' 2024-11-11T13:23:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd220d58-f2ba-40b8-ad77-e30454e4f617" 2024-11-11T13:23:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765a295b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,32791,-1] 2024-11-11T13:23:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:06,179 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572600d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,32791,1731331370336 2024-11-11T13:23:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42bc9dc7 2024-11-11T13:23:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:06,181 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:06,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:06,184 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:33087' 2024-11-11T13:23:06,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3cbc67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,186 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:06,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:06,186 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4c4742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:06,187 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac77319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:06,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:06,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:06,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b30636e 2024-11-11T13:23:06,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:06,190 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:06,190 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:23:06,190 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:06,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:06,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:06,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:06,191 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:06,192 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:23:06,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:06,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:06,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:23:06,242 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:23:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:06,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6c89f12d8fd20e4f7f7f0269b4d207a, NAME => 'hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc 2024-11-11T13:23:06,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:23:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6c89f12d8fd20e4f7f7f0269b4d207a, disabling compactions & flushes 2024-11-11T13:23:07,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. after waiting 0 ms 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6c89f12d8fd20e4f7f7f0269b4d207a: Waiting for close lock at 1731331387004Disabling compacts and flushes for region at 1731331387004Disabling writes for close at 1731331387004Writing region close event to WAL at 1731331387004Closed at 1731331387004 2024-11-11T13:23:07,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:07,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331387005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331387005"}]},"ts":"1731331387005"} 2024-11-11T13:23:07,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:07,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:07,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331387008"}]},"ts":"1731331387008"} 2024-11-11T13:23:07,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:23:07,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6c89f12d8fd20e4f7f7f0269b4d207a, ASSIGN}] 2024-11-11T13:23:07,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6c89f12d8fd20e4f7f7f0269b4d207a, ASSIGN 2024-11-11T13:23:07,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6c89f12d8fd20e4f7f7f0269b4d207a, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,38279,1731331370379; forceNewPlan=false, retain=false 2024-11-11T13:23:07,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6c89f12d8fd20e4f7f7f0269b4d207a, regionState=OPENING, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6c89f12d8fd20e4f7f7f0269b4d207a, ASSIGN because future has completed 2024-11-11T13:23:07,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6c89f12d8fd20e4f7f7f0269b4d207a, server=bbb9a1547c7c,38279,1731331370379}] 2024-11-11T13:23:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:07,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:07,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:23:07,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C38279%2C1731331370379.rep, suffix=, logDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs, maxLogs=10 2024-11-11T13:23:07,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.rep.1731331387319, exclude list is [], retry=0 2024-11-11T13:23:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-14e18975-fe72-4c06-87a4-1415866b619c,DISK] 2024-11-11T13:23:07,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.rep.1731331387319 2024-11-11T13:23:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-11-11T13:23:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a6c89f12d8fd20e4f7f7f0269b4d207a, NAME => 'hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:07,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. service=MultiRowMutationService 2024-11-11T13:23:07,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,353 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,354 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c89f12d8fd20e4f7f7f0269b4d207a columnFamilyName hfileref 2024-11-11T13:23:07,354 DEBUG [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:07,354 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(327): Store=a6c89f12d8fd20e4f7f7f0269b4d207a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:07,354 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,355 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c89f12d8fd20e4f7f7f0269b4d207a columnFamilyName queue 2024-11-11T13:23:07,355 DEBUG [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:07,355 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(327): Store=a6c89f12d8fd20e4f7f7f0269b4d207a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:07,355 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,356 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c89f12d8fd20e4f7f7f0269b4d207a columnFamilyName sid 2024-11-11T13:23:07,356 DEBUG [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:07,357 INFO [StoreOpener-a6c89f12d8fd20e4f7f7f0269b4d207a-1 {}] regionserver.HStore(327): Store=a6c89f12d8fd20e4f7f7f0269b4d207a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:07,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:07,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a6c89f12d8fd20e4f7f7f0269b4d207a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68039606, jitterRate=0.013869136571884155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:07,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:07,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a6c89f12d8fd20e4f7f7f0269b4d207a: Running coprocessor pre-open hook at 1731331387352Writing region info on filesystem at 1731331387352Initializing all the Stores at 1731331387352Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331387352Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331387353 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331387353Cleaning up temporary data from old regions at 1731331387358 (+5 ms)Running coprocessor post-open hooks at 1731331387361 (+3 ms)Region opened successfully at 1731331387361 2024-11-11T13:23:07,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a., pid=10, masterSystemTime=1731331387315 2024-11-11T13:23:07,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:07,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6c89f12d8fd20e4f7f7f0269b4d207a, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:07,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6c89f12d8fd20e4f7f7f0269b4d207a, server=bbb9a1547c7c,38279,1731331370379 because future has completed 2024-11-11T13:23:07,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:23:07,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a6c89f12d8fd20e4f7f7f0269b4d207a, server=bbb9a1547c7c,38279,1731331370379 in 202 msec 2024-11-11T13:23:07,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:23:07,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6c89f12d8fd20e4f7f7f0269b4d207a, ASSIGN in 358 msec 2024-11-11T13:23:07,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:07,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331387370"}]},"ts":"1731331387370"} 2024-11-11T13:23:07,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:23:07,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:07,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-11T13:23:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a., hostname=bbb9a1547c7c,38279,1731331370379, seqNum=2] 2024-11-11T13:23:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:23:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:23:07,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:23:07,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:23:07,557 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:23:07,587 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,38279,1731331370379, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:23:07,587 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:07,588 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,38279,1731331370379, seqNum=-1] 2024-11-11T13:23:07,588 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:07,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:07,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,38279,1731331370379', locateType=CURRENT is [region=hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a., hostname=bbb9a1547c7c,38279,1731331370379, seqNum=2] 2024-11-11T13:23:07,592 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:23:07,595 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,38279,1731331370379 suceeded 2024-11-11T13:23:07,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:23:07,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-11T13:23:07,597 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:23:07,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-11T13:23:07,608 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:33087' 2024-11-11T13:23:07,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b227709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:07,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:07,610 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:07,610 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1b3bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:07,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:07,612 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:07,612 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49802143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:07,612 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ada3e09 2024-11-11T13:23:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:07,614 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:07,614 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,38279,1731331370379 (queues=1) is replicating from cluster=bd220d58-f2ba-40b8-ad77-e30454e4f617 to cluster=8200a70d-67f5-4e2d-a754-7086bfdbd957 2024-11-11T13:23:07,615 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C38279%2C1731331370379 2024-11-11T13:23:07,615 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,38279,1731331370379, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:23:07,615 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C38279%2C1731331370379 2024-11-11T13:23:07,615 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352, startPosition=0, beingWritten=true 2024-11-11T13:23:07,619 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:07,619 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:07,619 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,38279,1731331370379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:07,823 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:08,126 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:08,326 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:23:08,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:08,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:08,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:08,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:08,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:08,327 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fde9439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,328 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3202dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e401cb 2024-11-11T13:23:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:08,331 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:08,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:39215,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:08,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:39215' 2024-11-11T13:23:08,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739a3c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:08,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:08,335 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33301478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:08,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,336 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:08,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaaa51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:08,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3317793e 2024-11-11T13:23:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:08,338 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:08,338 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:23:08,338 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:08,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:08,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:08,339 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:08,339 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:23:08,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:08,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:08,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:23:08,390 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:23:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:08,529 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:08,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a25b34765649f6d2a95561aefa7594e, NAME => 'hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946 2024-11-11T13:23:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:23:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:09,032 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:09,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:09,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1a25b34765649f6d2a95561aefa7594e, disabling compactions & flushes 2024-11-11T13:23:09,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. after waiting 0 ms 2024-11-11T13:23:09,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a25b34765649f6d2a95561aefa7594e: Waiting for close lock at 1731331389152Disabling compacts and flushes for region at 1731331389152Disabling writes for close at 1731331389153 (+1 ms)Writing region close event to WAL at 1731331389153Closed at 1731331389153 2024-11-11T13:23:09,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:09,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331389154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331389154"}]},"ts":"1731331389154"} 2024-11-11T13:23:09,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:09,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:09,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331389156"}]},"ts":"1731331389156"} 2024-11-11T13:23:09,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:23:09,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a25b34765649f6d2a95561aefa7594e, ASSIGN}] 2024-11-11T13:23:09,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a25b34765649f6d2a95561aefa7594e, ASSIGN 2024-11-11T13:23:09,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a25b34765649f6d2a95561aefa7594e, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,44193,1731331374288; forceNewPlan=false, retain=false 2024-11-11T13:23:09,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a25b34765649f6d2a95561aefa7594e, regionState=OPENING, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:09,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a25b34765649f6d2a95561aefa7594e, ASSIGN because future has completed 2024-11-11T13:23:09,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a25b34765649f6d2a95561aefa7594e, server=bbb9a1547c7c,44193,1731331374288}] 2024-11-11T13:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:23:09,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C44193%2C1731331374288.rep, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/oldWALs, maxLogs=10 2024-11-11T13:23:09,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.rep.1731331389469, exclude list is [], retry=0 2024-11-11T13:23:09,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-eb09ddfc-ee64-43f9-bd91-d9be7e84d847,DISK] 2024-11-11T13:23:09,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.rep.1731331389469 2024-11-11T13:23:09,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-11T13:23:09,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a25b34765649f6d2a95561aefa7594e, NAME => 'hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:09,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. service=MultiRowMutationService 2024-11-11T13:23:09,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,487 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,488 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25b34765649f6d2a95561aefa7594e columnFamilyName hfileref 2024-11-11T13:23:09,488 DEBUG [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:09,488 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(327): Store=1a25b34765649f6d2a95561aefa7594e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:09,489 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,489 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25b34765649f6d2a95561aefa7594e columnFamilyName queue 2024-11-11T13:23:09,489 DEBUG [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:09,490 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(327): Store=1a25b34765649f6d2a95561aefa7594e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:09,490 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,491 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25b34765649f6d2a95561aefa7594e columnFamilyName sid 2024-11-11T13:23:09,491 DEBUG [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:09,491 INFO [StoreOpener-1a25b34765649f6d2a95561aefa7594e-1 {}] regionserver.HStore(327): Store=1a25b34765649f6d2a95561aefa7594e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:09,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:09,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:09,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1a25b34765649f6d2a95561aefa7594e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64546471, jitterRate=-0.03818263113498688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:09,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:09,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1a25b34765649f6d2a95561aefa7594e: Running coprocessor pre-open hook at 1731331389486Writing region info on filesystem at 1731331389486Initializing all the Stores at 1731331389487 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331389487Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331389487Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331389487Cleaning up temporary data from old regions at 1731331389492 (+5 ms)Running coprocessor post-open hooks at 1731331389496 (+4 ms)Region opened successfully at 1731331389496 2024-11-11T13:23:09,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e., pid=10, masterSystemTime=1731331389464 2024-11-11T13:23:09,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:09,499 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a25b34765649f6d2a95561aefa7594e, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a25b34765649f6d2a95561aefa7594e, server=bbb9a1547c7c,44193,1731331374288 because future has completed 2024-11-11T13:23:09,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:23:09,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a25b34765649f6d2a95561aefa7594e, server=bbb9a1547c7c,44193,1731331374288 in 190 msec 2024-11-11T13:23:09,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:23:09,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a25b34765649f6d2a95561aefa7594e, ASSIGN in 345 msec 2024-11-11T13:23:09,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:09,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331389506"}]},"ts":"1731331389506"} 2024-11-11T13:23:09,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:23:09,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:09,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-11T13:23:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e., hostname=bbb9a1547c7c,44193,1731331374288, seqNum=2] 2024-11-11T13:23:09,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:23:09,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:23:09,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:23:09,635 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:09,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:23:09,704 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:23:09,732 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,44193,1731331374288, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:23:09,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:09,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44193,1731331374288, seqNum=-1] 2024-11-11T13:23:09,732 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:09,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:09,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,44193,1731331374288', locateType=CURRENT is [region=hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e., hostname=bbb9a1547c7c,44193,1731331374288, seqNum=2] 2024-11-11T13:23:09,737 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:23:09,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,44193,1731331374288 suceeded 2024-11-11T13:23:09,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:23:09,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-11T13:23:09,740 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:39215,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:23:09,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-11T13:23:09,751 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:39215' 2024-11-11T13:23:09,752 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b5a35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:09,752 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:09,752 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:09,753 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ddc512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:09,754 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:09,755 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299b67c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:09,755 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a53932 2024-11-11T13:23:09,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:09,756 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:09,757 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,44193,1731331374288 (queues=1) is replicating from cluster=8200a70d-67f5-4e2d-a754-7086bfdbd957 to cluster=f15bb922-c265-4608-bb50-7156979b9c34 2024-11-11T13:23:09,757 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C44193%2C1731331374288 2024-11-11T13:23:09,757 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,44193,1731331374288, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:23:09,757 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, startPosition=0, beingWritten=true 2024-11-11T13:23:09,757 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C44193%2C1731331374288 2024-11-11T13:23:09,761 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:09,761 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:09,761 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:09,964 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:10,268 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:10,338 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:10,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:23:10,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:10,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:10,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:10,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:10,477 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248128ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,478 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a33087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef15fc1 2024-11-11T13:23:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:10,480 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:10,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:10,483 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:33087' 2024-11-11T13:23:10,484 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484f8f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,484 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:10,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:10,484 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:10,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58baf0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,485 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:10,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0942e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:10,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a899826 2024-11-11T13:23:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:10,487 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:10,488 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:23:10,488 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:10,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:10,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:10,488 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:10,489 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:23:10,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:10,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:10,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:23:10,539 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:23:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:10,671 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:10,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c509989931efbbdafcd31005bf5ca33, NAME => 'hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22 2024-11-11T13:23:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:23:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:11,141 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:11,175 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c509989931efbbdafcd31005bf5ca33, disabling compactions & flushes 2024-11-11T13:23:11,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. after waiting 0 ms 2024-11-11T13:23:11,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c509989931efbbdafcd31005bf5ca33: Waiting for close lock at 1731331391305Disabling compacts and flushes for region at 1731331391305Disabling writes for close at 1731331391306 (+1 ms)Writing region close event to WAL at 1731331391306Closed at 1731331391306 2024-11-11T13:23:11,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:11,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331391307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331391307"}]},"ts":"1731331391307"} 2024-11-11T13:23:11,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:11,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:11,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331391309"}]},"ts":"1731331391309"} 2024-11-11T13:23:11,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:23:11,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c509989931efbbdafcd31005bf5ca33, ASSIGN}] 2024-11-11T13:23:11,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c509989931efbbdafcd31005bf5ca33, ASSIGN 2024-11-11T13:23:11,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c509989931efbbdafcd31005bf5ca33, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,43201,1731331377693; forceNewPlan=false, retain=false 2024-11-11T13:23:11,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c509989931efbbdafcd31005bf5ca33, regionState=OPENING, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:11,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c509989931efbbdafcd31005bf5ca33, ASSIGN because future has completed 2024-11-11T13:23:11,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c509989931efbbdafcd31005bf5ca33, server=bbb9a1547c7c,43201,1731331377693}] 2024-11-11T13:23:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:11,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:11,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:23:11,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C43201%2C1731331377693.rep, suffix=, logDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693, archiveDir=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/oldWALs, maxLogs=10 2024-11-11T13:23:11,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.rep.1731331391621, exclude list is [], retry=0 2024-11-11T13:23:11,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-a0832a91-f628-41a7-8d90-f29668be1e71,DISK] 2024-11-11T13:23:11,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.rep.1731331391621 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34455:34455)] 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c509989931efbbdafcd31005bf5ca33, NAME => 'hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:11,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. service=MultiRowMutationService 2024-11-11T13:23:11,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,637 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,638 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c509989931efbbdafcd31005bf5ca33 columnFamilyName hfileref 2024-11-11T13:23:11,638 DEBUG [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:11,639 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(327): Store=5c509989931efbbdafcd31005bf5ca33/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:11,639 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,640 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c509989931efbbdafcd31005bf5ca33 columnFamilyName queue 2024-11-11T13:23:11,640 DEBUG [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:11,640 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(327): Store=5c509989931efbbdafcd31005bf5ca33/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:11,640 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,641 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c509989931efbbdafcd31005bf5ca33 columnFamilyName sid 2024-11-11T13:23:11,641 DEBUG [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:11,641 INFO [StoreOpener-5c509989931efbbdafcd31005bf5ca33-1 {}] regionserver.HStore(327): Store=5c509989931efbbdafcd31005bf5ca33/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:11,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:11,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:11,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c509989931efbbdafcd31005bf5ca33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73611980, jitterRate=0.0969039797782898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:11,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:11,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c509989931efbbdafcd31005bf5ca33: Running coprocessor pre-open hook at 1731331391636Writing region info on filesystem at 1731331391636Initializing all the Stores at 1731331391637 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331391637Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331391637Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331391637Cleaning up temporary data from old regions at 1731331391643 (+6 ms)Running coprocessor post-open hooks at 1731331391646 (+3 ms)Region opened successfully at 1731331391646 2024-11-11T13:23:11,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33., pid=10, masterSystemTime=1731331391616 2024-11-11T13:23:11,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:11,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c509989931efbbdafcd31005bf5ca33, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c509989931efbbdafcd31005bf5ca33, server=bbb9a1547c7c,43201,1731331377693 because future has completed 2024-11-11T13:23:11,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:23:11,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c509989931efbbdafcd31005bf5ca33, server=bbb9a1547c7c,43201,1731331377693 in 186 msec 2024-11-11T13:23:11,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:23:11,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c509989931efbbdafcd31005bf5ca33, ASSIGN in 341 msec 2024-11-11T13:23:11,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:11,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331391654"}]},"ts":"1731331391654"} 2024-11-11T13:23:11,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:23:11,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:11,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-11T13:23:11,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33., hostname=bbb9a1547c7c,43201,1731331377693, seqNum=2] 2024-11-11T13:23:11,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:11,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:11,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:23:11,778 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:11,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:23:11,853 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:23:11,886 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,43201,1731331377693, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:23:11,887 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:11,887 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43201,1731331377693, seqNum=-1] 2024-11-11T13:23:11,887 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:11,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,43201,1731331377693', locateType=CURRENT is [region=hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33., hostname=bbb9a1547c7c,43201,1731331377693, seqNum=2] 2024-11-11T13:23:11,893 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:23:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:23:11,895 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,43201,1731331377693 suceeded 2024-11-11T13:23:11,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:23:11,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-11T13:23:11,896 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:23:11,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-11T13:23:11,913 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:33087' 2024-11-11T13:23:11,914 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab6371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:11,914 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:11,915 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:11,915 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36ac8803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:11,917 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:11,917 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7349d850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:11,917 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:11,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:11,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e51f4f1 2024-11-11T13:23:11,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:11,919 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:11,919 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,43201,1731331377693 (queues=1) is replicating from cluster=f15bb922-c265-4608-bb50-7156979b9c34 to cluster=8200a70d-67f5-4e2d-a754-7086bfdbd957 2024-11-11T13:23:11,919 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C43201%2C1731331377693 2024-11-11T13:23:11,919 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,43201,1731331377693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:23:11,920 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, startPosition=0, beingWritten=true 2024-11-11T13:23:11,920 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C43201%2C1731331377693 2024-11-11T13:23:11,925 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:11,925 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 379, reset compression=false 2024-11-11T13:23:11,925 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:12,044 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:12,128 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 379, reset compression=false 2024-11-11T13:23:12,431 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 379, reset compression=false 2024-11-11T13:23:12,482 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:12,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:12,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:12,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88650 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:12,636 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:23:12,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:12,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:12,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:12,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:12,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:12,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,32791,-1 for getting cluster id 2024-11-11T13:23:12,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:12,637 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd220d58-f2ba-40b8-ad77-e30454e4f617' 2024-11-11T13:23:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd220d58-f2ba-40b8-ad77-e30454e4f617" 2024-11-11T13:23:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519a3de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,32791,-1] 2024-11-11T13:23:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:12,638 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269459dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:12,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:12,640 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ed6b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:12,640 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e79b2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:12,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:12,642 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b9c0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:12,643 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781bc9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:12,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:12,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,38279,1731331370379, seqNum=-1] 2024-11-11T13:23:12,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:12,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331380731.65634e4fc249a00475c460ee5ffa648e., hostname=bbb9a1547c7c,38279,1731331370379, seqNum=2] 2024-11-11T13:23:12,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43201,1731331377693, seqNum=-1] 2024-11-11T13:23:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:12,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb., hostname=bbb9a1547c7c,43201,1731331377693, seqNum=2] 2024-11-11T13:23:12,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T13:23:12,834 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 379, reset compression=false 2024-11-11T13:23:12,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:12,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:12,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:13,048 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 379, reset compression=false 2024-11-11T13:23:13,051 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:13,051 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:13,051 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,38279,1731331370379 got entry batch from reader: WALEntryBatch [walEntries=[{test/65634e4fc249a00475c460ee5ffa648e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T13:23:13,053 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:13,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T13:23:13,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:13,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a128840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,33087,-1 for getting cluster id 2024-11-11T13:23:13,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:13,056 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8200a70d-67f5-4e2d-a754-7086bfdbd957' 2024-11-11T13:23:13,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:13,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8200a70d-67f5-4e2d-a754-7086bfdbd957" 2024-11-11T13:23:13,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116c222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,33087,-1] 2024-11-11T13:23:13,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:13,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:13,057 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:13,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c3a15f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:13,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44193,1731331374288, seqNum=-1] 2024-11-11T13:23:13,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:13,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5., hostname=bbb9a1547c7c,44193,1731331374288, seqNum=2] 2024-11-11T13:23:13,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:13,254 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:13,286 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 379, reset compression=false 2024-11-11T13:23:13,290 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:13,290 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 504, reset compression=false 2024-11-11T13:23:13,290 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[{test/44daa99cc0d047c769bb81be914a4ea5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T13:23:13,292 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:13,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T13:23:13,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:13,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@482b34a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,39215,-1 for getting cluster id 2024-11-11T13:23:13,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:13,294 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15bb922-c265-4608-bb50-7156979b9c34' 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15bb922-c265-4608-bb50-7156979b9c34" 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cfe7841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,39215,-1] 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:13,296 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:13,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@399b2608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:13,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,43201,1731331377693, seqNum=-1] 2024-11-11T13:23:13,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:13,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:13,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb., hostname=bbb9a1547c7c,43201,1731331377693, seqNum=2] 2024-11-11T13:23:13,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:13,337 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 379, reset compression=false 2024-11-11T13:23:13,341 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:13,341 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 528, reset compression=false 2024-11-11T13:23:13,341 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:13,493 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 504, reset compression=false 2024-11-11T13:23:13,544 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 528, reset compression=false 2024-11-11T13:23:13,557 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:13,657 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T13:23:13,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,44193,1731331374288, seqNum=-1] 2024-11-11T13:23:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:13,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5., hostname=bbb9a1547c7c,44193,1731331374288, seqNum=2] 2024-11-11T13:23:13,662 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T13:23:13,796 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 504, reset compression=false 2024-11-11T13:23:13,800 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:13,800 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 608, reset compression=false 2024-11-11T13:23:13,800 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[{test/44daa99cc0d047c769bb81be914a4ea5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:23:13,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:13,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:13,847 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 528, reset compression=false 2024-11-11T13:23:13,851 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:13,851 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 656, reset compression=false 2024-11-11T13:23:13,851 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:13,960 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:14,002 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 608, reset compression=false 2024-11-11T13:23:14,054 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 656, reset compression=false 2024-11-11T13:23:14,305 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 608, reset compression=false 2024-11-11T13:23:14,357 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 656, reset compression=false 2024-11-11T13:23:14,463 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:14,664 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T13:23:14,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T13:23:14,709 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 608, reset compression=false 2024-11-11T13:23:14,760 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 656, reset compression=false 2024-11-11T13:23:14,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:14,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 760, reset compression=false 2024-11-11T13:23:14,764 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[{test/75eb57f11b1f26df8711f1a38cd58fcb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T13:23:14,767 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:14,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T13:23:14,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:14,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:14,967 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 760, reset compression=false 2024-11-11T13:23:15,066 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:15,212 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 608, reset compression=false 2024-11-11T13:23:15,216 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:15,216 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 736, reset compression=false 2024-11-11T13:23:15,216 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:15,270 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 760, reset compression=false 2024-11-11T13:23:15,419 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 736, reset compression=false 2024-11-11T13:23:15,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T13:23:15,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T13:23:15,673 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 760, reset compression=false 2024-11-11T13:23:15,722 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 736, reset compression=false 2024-11-11T13:23:15,769 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 480, reset compression=false 2024-11-11T13:23:15,773 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:15,773 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:15,773 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,38279,1731331370379 got entry batch from reader: WALEntryBatch [walEntries=[{test/65634e4fc249a00475c460ee5ffa648e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T13:23:15,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:15,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:15,976 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:16,125 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 736, reset compression=false 2024-11-11T13:23:16,129 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:16,129 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 884, reset compression=false 2024-11-11T13:23:16,129 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[{test/44daa99cc0d047c769bb81be914a4ea5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T13:23:16,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:16,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:16,176 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 760, reset compression=false 2024-11-11T13:23:16,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:16,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 932, reset compression=false 2024-11-11T13:23:16,181 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:16,279 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:16,348 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 884, reset compression=false 2024-11-11T13:23:16,385 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 932, reset compression=false 2024-11-11T13:23:16,651 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 884, reset compression=false 2024-11-11T13:23:16,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T13:23:16,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T13:23:16,682 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:16,688 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 932, reset compression=false 2024-11-11T13:23:17,054 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 884, reset compression=false 2024-11-11T13:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1043, reset compression=false 2024-11-11T13:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[{test/44daa99cc0d047c769bb81be914a4ea5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T13:23:17,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:17,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:17,091 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 932, reset compression=false 2024-11-11T13:23:17,095 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:17,095 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1082, reset compression=false 2024-11-11T13:23:17,095 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:17,186 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:17,261 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1043, reset compression=false 2024-11-11T13:23:17,298 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1082, reset compression=false 2024-11-11T13:23:17,564 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1043, reset compression=false 2024-11-11T13:23:17,601 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1082, reset compression=false 2024-11-11T13:23:17,678 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T13:23:17,681 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T13:23:17,789 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:17,967 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1043, reset compression=false 2024-11-11T13:23:18,004 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1082, reset compression=false 2024-11-11T13:23:18,007 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:18,007 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1241, reset compression=false 2024-11-11T13:23:18,007 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[{test/75eb57f11b1f26df8711f1a38cd58fcb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T13:23:18,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T13:23:18,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T13:23:18,210 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1241, reset compression=false 2024-11-11T13:23:18,470 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1043, reset compression=false 2024-11-11T13:23:18,474 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:18,474 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:18,474 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:18,493 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:18,513 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1241, reset compression=false 2024-11-11T13:23:18,677 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:18,682 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T13:23:18,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:23:18,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:18,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:18,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:18,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:18,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:18,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:23:18,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654295509, stopped=false 2024-11-11T13:23:18,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,39215,1731331377664 2024-11-11T13:23:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2059077126/running 2024-11-11T13:23:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2059077126/running 2024-11-11T13:23:18,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:18,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:18,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:18,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:18,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,43201,1731331377693' ***** 2024-11-11T13:23:18,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:23:18,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/running 2024-11-11T13:23:18,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Set watcher on znode that does not yet exist, /2-2059077126/running 2024-11-11T13:23:18,690 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:23:18,690 INFO [RS:0;bbb9a1547c7c:43201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:23:18,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c509989931efbbdafcd31005bf5ca33 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43201. 2024-11-11T13:23:18,691 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c509989931efbbdafcd31005bf5ca33, disabling compactions & flushes 2024-11-11T13:23:18,691 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:18,691 DEBUG [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:18,691 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:18,691 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:18,691 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. after waiting 0 ms 2024-11-11T13:23:18,691 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:23:18,691 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:23:18,691 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c509989931efbbdafcd31005bf5ca33 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T13:23:18,692 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:23:18,692 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1325): Online Regions={5c509989931efbbdafcd31005bf5ca33=hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33., 1588230740=hbase:meta,,1.1588230740, 75eb57f11b1f26df8711f1a38cd58fcb=test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.} 2024-11-11T13:23:18,692 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c509989931efbbdafcd31005bf5ca33, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:18,692 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:18,692 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:18,692 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:18,692 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:18,692 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:18,692 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:23:18,712 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/info/b2ed6093c8ef4113b083a0f09e5fef9c is 147, key is hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33./info:regioninfo/1731331391649/Put/seqid=0 2024-11-11T13:23:18,712 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/.tmp/queue/11df53bb708a467c9d37aea54e97e565 is 154, key is 1-bbb9a1547c7c,43201,1731331377693/queue:bbb9a1547c7c%2C43201%2C1731331377693/1731331398012/Put/seqid=0 2024-11-11T13:23:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:23:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741840_1016 (size=5353) 2024-11-11T13:23:18,780 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:18,892 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c509989931efbbdafcd31005bf5ca33, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:18,916 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1241, reset compression=false 2024-11-11T13:23:18,980 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:19,092 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c509989931efbbdafcd31005bf5ca33, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:19,116 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/.tmp/queue/11df53bb708a467c9d37aea54e97e565 2024-11-11T13:23:19,116 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/info/b2ed6093c8ef4113b083a0f09e5fef9c 2024-11-11T13:23:19,120 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/.tmp/queue/11df53bb708a467c9d37aea54e97e565 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/queue/11df53bb708a467c9d37aea54e97e565 2024-11-11T13:23:19,123 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/queue/11df53bb708a467c9d37aea54e97e565, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T13:23:19,124 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5c509989931efbbdafcd31005bf5ca33 in 433ms, sequenceid=12, compaction requested=false 2024-11-11T13:23:19,128 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/replication/5c509989931efbbdafcd31005bf5ca33/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:19,129 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c509989931efbbdafcd31005bf5ca33: Waiting for close lock at 1731331398691Running coprocessor pre-close hooks at 1731331398691Disabling compacts and flushes for region at 1731331398691Disabling writes for close at 1731331398691Obtaining lock to block concurrent updates at 1731331398691Preparing flush snapshotting stores in 5c509989931efbbdafcd31005bf5ca33 at 1731331398691Finished memstore snapshotting hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731331398692 (+1 ms)Flushing stores of hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. at 1731331398692Flushing 5c509989931efbbdafcd31005bf5ca33/queue: creating writer at 1731331398692Flushing 5c509989931efbbdafcd31005bf5ca33/queue: appending metadata at 1731331398712 (+20 ms)Flushing 5c509989931efbbdafcd31005bf5ca33/queue: closing flushed file at 1731331398712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6395a5ed: reopening flushed file at 1731331399119 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5c509989931efbbdafcd31005bf5ca33 in 433ms, sequenceid=12, compaction requested=false at 1731331399124 (+5 ms)Writing region close event to WAL at 1731331399126 (+2 ms)Running coprocessor post-close hooks at 1731331399129 (+3 ms)Closed at 1731331399129 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331390488.5c509989931efbbdafcd31005bf5ca33. 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75eb57f11b1f26df8711f1a38cd58fcb, disabling compactions & flushes 2024-11-11T13:23:19,129 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. after waiting 0 ms 2024-11-11T13:23:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:19,130 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75eb57f11b1f26df8711f1a38cd58fcb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T13:23:19,134 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/ns/538334d622034762bc9b54979bad0ab2 is 43, key is default/ns:d/1731331380614/Put/seqid=0 2024-11-11T13:23:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:23:19,144 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f/e8722e39308a4c9a9b290bb9fc5a2cc9 is 29, key is row1/f:/1731331396674/DeleteFamily/seqid=0 2024-11-11T13:23:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741843_1019 (size=5152) 2024-11-11T13:23:19,292 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:19,296 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:19,382 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:19,418 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1241, reset compression=false 2024-11-11T13:23:19,422 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:19,422 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1488, reset compression=false 2024-11-11T13:23:19,422 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,43201,1731331377693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:19,423 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,43201,1731331377693: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,43201,1731331377693, walGroup=bbb9a1547c7c%2C43201%2C1731331377693, offset=bbb9a1547c7c%2C43201%2C1731331377693.1731331379596:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:43201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:23:19,424 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:23:19,424 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:23:19,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:23:19,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:23:19,425 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:23:19,425 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 899841224 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201118672 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:23:19,425 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:39215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:39215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:23:19,461 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:23:19,461 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:23:19,492 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:19,537 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/ns/538334d622034762bc9b54979bad0ab2 2024-11-11T13:23:19,551 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f/e8722e39308a4c9a9b290bb9fc5a2cc9 2024-11-11T13:23:19,554 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8722e39308a4c9a9b290bb9fc5a2cc9 2024-11-11T13:23:19,558 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/rep_barrier/fabf7b9af36b4820aacea4ef5c70ba49 is 112, key is test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb./rep_barrier:seqnumDuringOpen/1731331385165/Put/seqid=0 2024-11-11T13:23:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741844_1020 (size=5518) 2024-11-11T13:23:19,571 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f1/b886466045b0460fabea188218224610 is 30, key is row1/f1:/1731331396674/DeleteFamily/seqid=0 2024-11-11T13:23:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741845_1021 (size=5158) 2024-11-11T13:23:19,625 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1488, reset compression=false 2024-11-11T13:23:19,692 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:19,885 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:19,893 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:23:19,893 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75eb57f11b1f26df8711f1a38cd58fcb=test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb.} 2024-11-11T13:23:19,893 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:19,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:23:19,928 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1488, reset compression=false 2024-11-11T13:23:19,961 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/rep_barrier/fabf7b9af36b4820aacea4ef5c70ba49 2024-11-11T13:23:19,974 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f1/b886466045b0460fabea188218224610 2024-11-11T13:23:19,976 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/table/dee618a58de64fa098ecba6d9ba67dc9 is 53, key is hbase:replication/table:state/1731331391654/Put/seqid=0 2024-11-11T13:23:19,977 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b886466045b0460fabea188218224610 2024-11-11T13:23:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741846_1022 (size=5308) 2024-11-11T13:23:19,990 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/norep/c6ca8cee7c09436bb50c43505bf7355e is 33, key is row2/norep:/1731331397679/DeleteFamily/seqid=0 2024-11-11T13:23:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741847_1023 (size=5108) 2024-11-11T13:23:20,093 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:20,199 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:20,293 DEBUG [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75eb57f11b1f26df8711f1a38cd58fcb 2024-11-11T13:23:20,331 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/WALs/bbb9a1547c7c,43201,1731331377693/bbb9a1547c7c%2C43201%2C1731331377693.1731331379596 to pos 1488, reset compression=false 2024-11-11T13:23:20,380 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/table/dee618a58de64fa098ecba6d9ba67dc9 2024-11-11T13:23:20,384 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/info/b2ed6093c8ef4113b083a0f09e5fef9c as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/info/b2ed6093c8ef4113b083a0f09e5fef9c 2024-11-11T13:23:20,387 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/info/b2ed6093c8ef4113b083a0f09e5fef9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:23:20,387 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/ns/538334d622034762bc9b54979bad0ab2 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/ns/538334d622034762bc9b54979bad0ab2 2024-11-11T13:23:20,391 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/ns/538334d622034762bc9b54979bad0ab2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:23:20,391 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/rep_barrier/fabf7b9af36b4820aacea4ef5c70ba49 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/rep_barrier/fabf7b9af36b4820aacea4ef5c70ba49 2024-11-11T13:23:20,394 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/norep/c6ca8cee7c09436bb50c43505bf7355e 2024-11-11T13:23:20,395 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/rep_barrier/fabf7b9af36b4820aacea4ef5c70ba49, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:23:20,395 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/.tmp/table/dee618a58de64fa098ecba6d9ba67dc9 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/table/dee618a58de64fa098ecba6d9ba67dc9 2024-11-11T13:23:20,397 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6ca8cee7c09436bb50c43505bf7355e 2024-11-11T13:23:20,398 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f/e8722e39308a4c9a9b290bb9fc5a2cc9 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/f/e8722e39308a4c9a9b290bb9fc5a2cc9 2024-11-11T13:23:20,398 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/table/dee618a58de64fa098ecba6d9ba67dc9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:23:20,399 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-11T13:23:20,401 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8722e39308a4c9a9b290bb9fc5a2cc9 2024-11-11T13:23:20,401 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/f/e8722e39308a4c9a9b290bb9fc5a2cc9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:20,402 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/f1/b886466045b0460fabea188218224610 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/f1/b886466045b0460fabea188218224610 2024-11-11T13:23:20,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:23:20,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:20,403 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:20,403 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:20,404 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331398692Running coprocessor pre-close hooks at 1731331398692Disabling compacts and flushes for region at 1731331398692Disabling writes for close at 1731331398692Obtaining lock to block concurrent updates at 1731331398692Preparing flush snapshotting stores in 1588230740 at 1731331398692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331398692Flushing stores of hbase:meta,,1.1588230740 at 1731331398692Flushing 1588230740/info: creating writer at 1731331398693 (+1 ms)Flushing 1588230740/info: appending metadata at 1731331398712 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731331398712Flushing 1588230740/ns: creating writer at 1731331399119 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731331399133 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731331399133Flushing 1588230740/rep_barrier: creating writer at 1731331399541 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331399557 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331399557Flushing 1588230740/table: creating writer at 1731331399964 (+407 ms)Flushing 1588230740/table: appending metadata at 1731331399976 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731331399976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd1aeb3: reopening flushed file at 1731331400383 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7fe9ef: reopening flushed file at 1731331400387 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163cb482: reopening flushed file at 1731331400391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80a3f5e: reopening flushed file at 1731331400395 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731331400399 (+4 ms)Writing region close event to WAL at 1731331400401 (+2 ms)Running coprocessor post-close hooks at 1731331400403 (+2 ms)Closed at 1731331400403 2024-11-11T13:23:20,404 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:20,406 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b886466045b0460fabea188218224610 2024-11-11T13:23:20,406 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/f1/b886466045b0460fabea188218224610, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:20,406 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/.tmp/norep/c6ca8cee7c09436bb50c43505bf7355e as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/norep/c6ca8cee7c09436bb50c43505bf7355e 2024-11-11T13:23:20,410 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6ca8cee7c09436bb50c43505bf7355e 2024-11-11T13:23:20,410 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/norep/c6ca8cee7c09436bb50c43505bf7355e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:20,411 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 75eb57f11b1f26df8711f1a38cd58fcb in 1281ms, sequenceid=10, compaction requested=false 2024-11-11T13:23:20,414 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/data/default/test/75eb57f11b1f26df8711f1a38cd58fcb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T13:23:20,414 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:20,414 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:23:20,414 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:20,414 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75eb57f11b1f26df8711f1a38cd58fcb: Waiting for close lock at 1731331399129Running coprocessor pre-close hooks at 1731331399129Disabling compacts and flushes for region at 1731331399129Disabling writes for close at 1731331399129Obtaining lock to block concurrent updates at 1731331399130 (+1 ms)Preparing flush snapshotting stores in 75eb57f11b1f26df8711f1a38cd58fcb at 1731331399130Finished memstore snapshotting test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731331399130Flushing stores of test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. at 1731331399130Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f: creating writer at 1731331399130Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f: appending metadata at 1731331399144 (+14 ms)Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f: closing flushed file at 1731331399144Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f1: creating writer at 1731331399554 (+410 ms)Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f1: appending metadata at 1731331399570 (+16 ms)Flushing 75eb57f11b1f26df8711f1a38cd58fcb/f1: closing flushed file at 1731331399570Flushing 75eb57f11b1f26df8711f1a38cd58fcb/norep: creating writer at 1731331399978 (+408 ms)Flushing 75eb57f11b1f26df8711f1a38cd58fcb/norep: appending metadata at 1731331399990 (+12 ms)Flushing 75eb57f11b1f26df8711f1a38cd58fcb/norep: closing flushed file at 1731331399990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfc5537: reopening flushed file at 1731331400397 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463f88: reopening flushed file at 1731331400401 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be37e78: reopening flushed file at 1731331400406 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 75eb57f11b1f26df8711f1a38cd58fcb in 1281ms, sequenceid=10, compaction requested=false at 1731331400411 (+5 ms)Writing region close event to WAL at 1731331400412 (+1 ms)Running coprocessor post-close hooks at 1731331400414 (+2 ms)Closed at 1731331400414 2024-11-11T13:23:20,415 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331384028.75eb57f11b1f26df8711f1a38cd58fcb. 2024-11-11T13:23:20,488 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:20,493 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,43201,1731331377693; all regions closed. 2024-11-11T13:23:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:23:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741839_1015 (size=3114) 2024-11-11T13:23:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741832_1008 (size=2140) 2024-11-11T13:23:20,498 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:20,498 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:20,499 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:20,499 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:20,499 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:20,499 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:20,499 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,43201,1731331377693 because: Region server is closing 2024-11-11T13:23:20,500 INFO [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43201. 2024-11-11T13:23:20,500 DEBUG [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:20,500 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:20,500 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:20,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:20,600 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.shipperbbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 terminated 2024-11-11T13:23:20,600 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,43201,1731331377693.replicationSource.wal-reader.bbb9a1547c7c%2C43201%2C1731331377693,1-bbb9a1547c7c,43201,1731331377693 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:23:20,600 INFO [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:43201. 2024-11-11T13:23:20,600 DEBUG [RS:0;bbb9a1547c7c:43201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:20,600 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:20,601 DEBUG [RS:0;bbb9a1547c7c:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:20,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:20,601 INFO [RS:0;bbb9a1547c7c:43201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43201 2024-11-11T13:23:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2059077126/rs/bbb9a1547c7c,43201,1731331377693 2024-11-11T13:23:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126/rs 2024-11-11T13:23:20,602 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:20,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,43201,1731331377693] 2024-11-11T13:23:20,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2059077126/draining/bbb9a1547c7c,43201,1731331377693 already deleted, retry=false 2024-11-11T13:23:20,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,43201,1731331377693 expired; onlineServers=0 2024-11-11T13:23:20,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,39215,1731331377664' ***** 2024-11-11T13:23:20,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:23:20,603 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:20,603 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:20,603 DEBUG [M:0;bbb9a1547c7c:39215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:23:20,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:23:20,603 DEBUG [M:0;bbb9a1547c7c:39215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:23:20,603 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331379440 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331379440,5,FailOnTimeoutGroup] 2024-11-11T13:23:20,603 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331379441 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331379441,5,FailOnTimeoutGroup] 2024-11-11T13:23:20,604 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:20,604 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:20,604 DEBUG [M:0;bbb9a1547c7c:39215 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:23:20,604 INFO [M:0;bbb9a1547c7c:39215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:23:20,604 INFO [M:0;bbb9a1547c7c:39215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2059077126/master 2024-11-11T13:23:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2059077126 2024-11-11T13:23:20,604 INFO [M:0;bbb9a1547c7c:39215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:23:20,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:23:20,605 DEBUG [M:0;bbb9a1547c7c:39215 {}] zookeeper.ZKUtil(347): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Unable to get data of znode /2-2059077126/master because node does not exist (not an error) 2024-11-11T13:23:20,605 WARN [M:0;bbb9a1547c7c:39215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:23:20,605 INFO [M:0;bbb9a1547c7c:39215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/.lastflushedseqids 2024-11-11T13:23:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741848_1024 (size=245) 2024-11-11T13:23:20,703 INFO [RS:0;bbb9a1547c7c:43201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1002ef3863a0007, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:20,703 INFO [RS:0;bbb9a1547c7c:43201 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,43201,1731331377693; zookeeper connection closed. 2024-11-11T13:23:20,703 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@483d5842 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@483d5842 2024-11-11T13:23:20,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:23:21,010 INFO [M:0;bbb9a1547c7c:39215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:23:21,010 INFO [M:0;bbb9a1547c7c:39215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:23:21,010 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:21,010 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:21,010 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:21,010 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:21,010 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:21,010 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T13:23:21,023 DEBUG [M:0;bbb9a1547c7c:39215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd17e98a486d4f17b13eeee40a0324fb is 82, key is hbase:meta,,1/info:regioninfo/1731331380606/Put/seqid=0 2024-11-11T13:23:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741849_1025 (size=5672) 2024-11-11T13:23:21,191 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:21,202 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:21,427 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd17e98a486d4f17b13eeee40a0324fb 2024-11-11T13:23:21,442 DEBUG [M:0;bbb9a1547c7c:39215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c8863c2427434888dc13f5ffc644d7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331391658/Put/seqid=0 2024-11-11T13:23:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741850_1026 (size=8516) 2024-11-11T13:23:21,845 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c8863c2427434888dc13f5ffc644d7 2024-11-11T13:23:21,865 DEBUG [M:0;bbb9a1547c7c:39215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f55cf2ba10b4dc6ae61506934747485 is 69, key is bbb9a1547c7c,43201,1731331377693/rs:state/1731331379442/Put/seqid=0 2024-11-11T13:23:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741851_1027 (size=5156) 2024-11-11T13:23:21,994 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:22,268 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f55cf2ba10b4dc6ae61506934747485 2024-11-11T13:23:22,271 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd17e98a486d4f17b13eeee40a0324fb as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd17e98a486d4f17b13eeee40a0324fb 2024-11-11T13:23:22,274 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd17e98a486d4f17b13eeee40a0324fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:23:22,275 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c8863c2427434888dc13f5ffc644d7 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0c8863c2427434888dc13f5ffc644d7 2024-11-11T13:23:22,278 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0c8863c2427434888dc13f5ffc644d7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:23:22,278 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f55cf2ba10b4dc6ae61506934747485 as hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f55cf2ba10b4dc6ae61506934747485 2024-11-11T13:23:22,281 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43061/user/jenkins/test-data/32f49acf-36c5-8688-7802-e0a198ecac22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f55cf2ba10b4dc6ae61506934747485, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:23:22,282 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-11T13:23:22,283 INFO [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:22,283 DEBUG [M:0;bbb9a1547c7c:39215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331401010Disabling compacts and flushes for region at 1731331401010Disabling writes for close at 1731331401010Obtaining lock to block concurrent updates at 1731331401010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331401010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731331401011 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331401011Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331401011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331401023 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331401023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331401430 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331401442 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331401442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331401849 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331401864 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331401864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b78022: reopening flushed file at 1731331402271 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62271c06: reopening flushed file at 1731331402274 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102bd15c: reopening flushed file at 1731331402278 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731331402282 (+4 ms)Writing region close event to WAL at 1731331402283 (+1 ms)Closed at 1731331402283 2024-11-11T13:23:22,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741830_1006 (size=63654) 2024-11-11T13:23:22,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:22,285 INFO [M:0;bbb9a1547c7c:39215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:23:22,285 INFO [M:0;bbb9a1547c7c:39215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39215 2024-11-11T13:23:22,285 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:22,304 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:22,386 INFO [M:0;bbb9a1547c7c:39215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39215-0x1002ef3863a0006, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:22,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348a7b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:22,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:22,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:22,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:22,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:22,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:23:22,391 WARN [BP-61775010-172.17.0.2-1731331376836 heartbeating to localhost/127.0.0.1:43061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:23:22,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:23:22,391 WARN [BP-61775010-172.17.0.2-1731331376836 heartbeating to localhost/127.0.0.1:43061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-61775010-172.17.0.2-1731331376836 (Datanode Uuid d1d7a237-76ea-4532-aa96-7da74ea67118) service to localhost/127.0.0.1:43061 2024-11-11T13:23:22,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/cluster_ba33b633-ee4f-ed0d-65dd-6230dad2a121/data/data1/current/BP-61775010-172.17.0.2-1731331376836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:22,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/cluster_ba33b633-ee4f-ed0d-65dd-6230dad2a121/data/data2/current/BP-61775010-172.17.0.2-1731331376836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:22,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:23:22,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ac6cef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:22,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:22,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:22,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:22,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:22,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:23:22,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:23:22,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:22,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:22,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:22,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:22,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:22,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:23:22,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332736107, stopped=false 2024-11-11T13:23:22,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,33087,1731331374256 2024-11-11T13:23:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-578975779/running 2024-11-11T13:23:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-578975779/running 2024-11-11T13:23:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:23:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:23:22,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:22,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/running 2024-11-11T13:23:22,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Set watcher on znode that does not yet exist, /1-578975779/running 2024-11-11T13:23:22,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:22,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:22,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:22,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,44193,1731331374288' ***** 2024-11-11T13:23:22,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:23:22,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a25b34765649f6d2a95561aefa7594e 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(3091): Received CLOSE for 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:22,414 INFO [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:44193. 2024-11-11T13:23:22,414 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a25b34765649f6d2a95561aefa7594e, disabling compactions & flushes 2024-11-11T13:23:22,414 DEBUG [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:22,414 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:22,414 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. after waiting 0 ms 2024-11-11T13:23:22,415 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:22,415 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:23:22,415 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:23:22,415 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:23:22,415 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a25b34765649f6d2a95561aefa7594e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T13:23:22,415 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:23:22,415 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a25b34765649f6d2a95561aefa7594e=hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e., 44daa99cc0d047c769bb81be914a4ea5=test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.} 2024-11-11T13:23:22,415 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a25b34765649f6d2a95561aefa7594e, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:22,415 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:22,415 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:22,415 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:23:22,433 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/.tmp/queue/1e3b22790cea47a7a8c499da5c81f899 is 154, key is 1-bbb9a1547c7c,44193,1731331374288/queue:bbb9a1547c7c%2C44193%2C1731331374288/1731331398475/Put/seqid=0 2024-11-11T13:23:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741840_1016 (size=5353) 2024-11-11T13:23:22,437 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/.tmp/queue/1e3b22790cea47a7a8c499da5c81f899 2024-11-11T13:23:22,437 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/info/ec27f020f71146c8a7a14042f0db12d0 is 147, key is hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e./info:regioninfo/1731331389499/Put/seqid=0 2024-11-11T13:23:22,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:23:22,441 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/.tmp/queue/1e3b22790cea47a7a8c499da5c81f899 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/queue/1e3b22790cea47a7a8c499da5c81f899 2024-11-11T13:23:22,444 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/queue/1e3b22790cea47a7a8c499da5c81f899, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T13:23:22,445 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1a25b34765649f6d2a95561aefa7594e in 30ms, sequenceid=12, compaction requested=false 2024-11-11T13:23:22,448 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/replication/1a25b34765649f6d2a95561aefa7594e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T13:23:22,448 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:22,449 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a25b34765649f6d2a95561aefa7594e: Waiting for close lock at 1731331402414Running coprocessor pre-close hooks at 1731331402414Disabling compacts and flushes for region at 1731331402414Disabling writes for close at 1731331402415 (+1 ms)Obtaining lock to block concurrent updates at 1731331402415Preparing flush snapshotting stores in 1a25b34765649f6d2a95561aefa7594e at 1731331402415Finished memstore snapshotting hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731331402415Flushing stores of hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. at 1731331402415Flushing 1a25b34765649f6d2a95561aefa7594e/queue: creating writer at 1731331402415Flushing 1a25b34765649f6d2a95561aefa7594e/queue: appending metadata at 1731331402432 (+17 ms)Flushing 1a25b34765649f6d2a95561aefa7594e/queue: closing flushed file at 1731331402432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3166302d: reopening flushed file at 1731331402441 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1a25b34765649f6d2a95561aefa7594e in 30ms, sequenceid=12, compaction requested=false at 1731331402445 (+4 ms)Writing region close event to WAL at 1731331402446 (+1 ms)Running coprocessor post-close hooks at 1731331402448 (+2 ms)Closed at 1731331402449 (+1 ms) 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331388338.1a25b34765649f6d2a95561aefa7594e. 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44daa99cc0d047c769bb81be914a4ea5, disabling compactions & flushes 2024-11-11T13:23:22,449 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. after waiting 0 ms 2024-11-11T13:23:22,449 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:22,449 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44daa99cc0d047c769bb81be914a4ea5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T13:23:22,469 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:22,470 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f/9943fd7cc21c4c1f85e83623d38a2e44 is 29, key is row1/f:/1731331396674/DeleteFamily/seqid=0 2024-11-11T13:23:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741842_1018 (size=5152) 2024-11-11T13:23:22,615 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:22,815 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:22,840 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/info/ec27f020f71146c8a7a14042f0db12d0 2024-11-11T13:23:22,856 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/ns/5f18d8ff841b4199a1cf58b27eafb74d is 43, key is default/ns:d/1731331376773/Put/seqid=0 2024-11-11T13:23:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741843_1019 (size=5153) 2024-11-11T13:23:22,874 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f/9943fd7cc21c4c1f85e83623d38a2e44 2024-11-11T13:23:22,877 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9943fd7cc21c4c1f85e83623d38a2e44 2024-11-11T13:23:22,891 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f1/072ff29e34d7455fa3d233d6b0626519 is 30, key is row1/f1:/1731331396674/DeleteFamily/seqid=0 2024-11-11T13:23:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741844_1020 (size=5158) 2024-11-11T13:23:22,897 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1193, reset compression=false 2024-11-11T13:23:22,900 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:22,901 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1440, reset compression=false 2024-11-11T13:23:22,901 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,44193,1731331374288 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:22,901 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,44193,1731331374288: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bbb9a1547c7c,44193,1731331374288, walGroup=bbb9a1547c7c%2C44193%2C1731331374288, offset=bbb9a1547c7c%2C44193%2C1731331374288.1731331376177:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:44193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:23:22,903 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:23:22,903 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:23:22,904 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:23:22,904 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:23:22,904 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:23:22,904 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 975338696 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201406192 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:23:22,904 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:33087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:33087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:23:23,015 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:23,049 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:23:23,049 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:23:23,103 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1440, reset compression=false 2024-11-11T13:23:23,216 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:23,260 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/ns/5f18d8ff841b4199a1cf58b27eafb74d 2024-11-11T13:23:23,277 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/rep_barrier/9868a910f6034e8a908e79d26a2e4a10 is 112, key is test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5./rep_barrier:seqnumDuringOpen/1731331383630/Put/seqid=0 2024-11-11T13:23:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741845_1021 (size=5518) 2024-11-11T13:23:23,294 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f1/072ff29e34d7455fa3d233d6b0626519 2024-11-11T13:23:23,297 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 072ff29e34d7455fa3d233d6b0626519 2024-11-11T13:23:23,311 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/norep/0a3dc9eb817e4527854d178686270533 is 33, key is row1/norep:/1731331396674/DeleteFamily/seqid=0 2024-11-11T13:23:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741846_1022 (size=5108) 2024-11-11T13:23:23,407 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1440, reset compression=false 2024-11-11T13:23:23,416 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:23:23,416 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44daa99cc0d047c769bb81be914a4ea5=test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5.} 2024-11-11T13:23:23,416 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:23,507 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:23,616 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44daa99cc0d047c769bb81be914a4ea5 2024-11-11T13:23:23,680 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/rep_barrier/9868a910f6034e8a908e79d26a2e4a10 2024-11-11T13:23:23,698 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/table/7d02c345f4be4fc19c9711d2fb4cec62 is 53, key is hbase:replication/table:state/1731331389506/Put/seqid=0 2024-11-11T13:23:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741847_1023 (size=5308) 2024-11-11T13:23:23,714 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/norep/0a3dc9eb817e4527854d178686270533 2024-11-11T13:23:23,718 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a3dc9eb817e4527854d178686270533 2024-11-11T13:23:23,719 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f/9943fd7cc21c4c1f85e83623d38a2e44 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/f/9943fd7cc21c4c1f85e83623d38a2e44 2024-11-11T13:23:23,723 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9943fd7cc21c4c1f85e83623d38a2e44 2024-11-11T13:23:23,723 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/f/9943fd7cc21c4c1f85e83623d38a2e44, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:23,723 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/f1/072ff29e34d7455fa3d233d6b0626519 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/f1/072ff29e34d7455fa3d233d6b0626519 2024-11-11T13:23:23,727 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 072ff29e34d7455fa3d233d6b0626519 2024-11-11T13:23:23,727 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/f1/072ff29e34d7455fa3d233d6b0626519, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:23,728 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/.tmp/norep/0a3dc9eb817e4527854d178686270533 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/norep/0a3dc9eb817e4527854d178686270533 2024-11-11T13:23:23,731 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a3dc9eb817e4527854d178686270533 2024-11-11T13:23:23,731 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/norep/0a3dc9eb817e4527854d178686270533, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T13:23:23,732 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 44daa99cc0d047c769bb81be914a4ea5 in 1283ms, sequenceid=10, compaction requested=false 2024-11-11T13:23:23,732 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:23:23,736 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/default/test/44daa99cc0d047c769bb81be914a4ea5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T13:23:23,737 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:23,737 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:23:23,737 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:23,737 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44daa99cc0d047c769bb81be914a4ea5: Waiting for close lock at 1731331402449Running coprocessor pre-close hooks at 1731331402449Disabling compacts and flushes for region at 1731331402449Disabling writes for close at 1731331402449Obtaining lock to block concurrent updates at 1731331402449Preparing flush snapshotting stores in 44daa99cc0d047c769bb81be914a4ea5 at 1731331402449Finished memstore snapshotting test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731331402450 (+1 ms)Flushing stores of test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. at 1731331402450Flushing 44daa99cc0d047c769bb81be914a4ea5/f: creating writer at 1731331402450Flushing 44daa99cc0d047c769bb81be914a4ea5/f: appending metadata at 1731331402469 (+19 ms)Flushing 44daa99cc0d047c769bb81be914a4ea5/f: closing flushed file at 1731331402469Flushing 44daa99cc0d047c769bb81be914a4ea5/f1: creating writer at 1731331402877 (+408 ms)Flushing 44daa99cc0d047c769bb81be914a4ea5/f1: appending metadata at 1731331402890 (+13 ms)Flushing 44daa99cc0d047c769bb81be914a4ea5/f1: closing flushed file at 1731331402890Flushing 44daa99cc0d047c769bb81be914a4ea5/norep: creating writer at 1731331403297 (+407 ms)Flushing 44daa99cc0d047c769bb81be914a4ea5/norep: appending metadata at 1731331403310 (+13 ms)Flushing 44daa99cc0d047c769bb81be914a4ea5/norep: closing flushed file at 1731331403310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253f7fed: reopening flushed file at 1731331403718 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382f2ae7: reopening flushed file at 1731331403723 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101d9506: reopening flushed file at 1731331403727 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 44daa99cc0d047c769bb81be914a4ea5 in 1283ms, sequenceid=10, compaction requested=false at 1731331403732 (+5 ms)Writing region close event to WAL at 1731331403734 (+2 ms)Running coprocessor post-close hooks at 1731331403737 (+3 ms)Closed at 1731331403737 2024-11-11T13:23:23,737 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331382888.44daa99cc0d047c769bb81be914a4ea5. 2024-11-11T13:23:23,811 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 1440, reset compression=false 2024-11-11T13:23:23,815 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:23,815 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 2084, reset compression=false 2024-11-11T13:23:23,816 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:23,847 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:23:24,016 DEBUG [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:24,017 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 2084, reset compression=false 2024-11-11T13:23:24,102 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/table/7d02c345f4be4fc19c9711d2fb4cec62 2024-11-11T13:23:24,106 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/info/ec27f020f71146c8a7a14042f0db12d0 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/info/ec27f020f71146c8a7a14042f0db12d0 2024-11-11T13:23:24,110 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/info/ec27f020f71146c8a7a14042f0db12d0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:23:24,110 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/ns/5f18d8ff841b4199a1cf58b27eafb74d as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/ns/5f18d8ff841b4199a1cf58b27eafb74d 2024-11-11T13:23:24,113 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/ns/5f18d8ff841b4199a1cf58b27eafb74d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:23:24,114 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/rep_barrier/9868a910f6034e8a908e79d26a2e4a10 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/rep_barrier/9868a910f6034e8a908e79d26a2e4a10 2024-11-11T13:23:24,117 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/rep_barrier/9868a910f6034e8a908e79d26a2e4a10, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:23:24,117 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/.tmp/table/7d02c345f4be4fc19c9711d2fb4cec62 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/table/7d02c345f4be4fc19c9711d2fb4cec62 2024-11-11T13:23:24,120 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/table/7d02c345f4be4fc19c9711d2fb4cec62, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:23:24,121 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-11T13:23:24,121 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:23:24,125 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:23:24,125 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:24,125 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:24,125 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:24,125 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331402415Running coprocessor pre-close hooks at 1731331402415Disabling compacts and flushes for region at 1731331402415Disabling writes for close at 1731331402415Obtaining lock to block concurrent updates at 1731331402415Preparing flush snapshotting stores in 1588230740 at 1731331402415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331402415Flushing stores of hbase:meta,,1.1588230740 at 1731331402416 (+1 ms)Flushing 1588230740/info: creating writer at 1731331402416Flushing 1588230740/info: appending metadata at 1731331402436 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731331402437 (+1 ms)Flushing 1588230740/ns: creating writer at 1731331402844 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731331402856 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731331402856Flushing 1588230740/rep_barrier: creating writer at 1731331403263 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331403277 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331403277Flushing 1588230740/table: creating writer at 1731331403685 (+408 ms)Flushing 1588230740/table: appending metadata at 1731331403698 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731331403698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7104fc91: reopening flushed file at 1731331404106 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3bed4c: reopening flushed file at 1731331404110 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555e8020: reopening flushed file at 1731331404114 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f1b70f: reopening flushed file at 1731331404117 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731331404121 (+4 ms)Writing region close event to WAL at 1731331404123 (+2 ms)Running coprocessor post-close hooks at 1731331404125 (+2 ms)Closed at 1731331404125 2024-11-11T13:23:24,126 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,216 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,44193,1731331374288; all regions closed. 2024-11-11T13:23:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:23:24,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.meta.1731331376741.meta not finished, retry = 0 2024-11-11T13:23:24,321 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 to pos 2084, reset compression=false 2024-11-11T13:23:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741839_1015 (size=3114) 2024-11-11T13:23:24,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 not finished, retry = 0 2024-11-11T13:23:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741832_1008 (size=2092) 2024-11-11T13:23:24,424 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:24,424 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:24,424 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/WALs/bbb9a1547c7c,44193,1731331374288/bbb9a1547c7c%2C44193%2C1731331374288.1731331376177 2024-11-11T13:23:24,424 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:24,424 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:24,424 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:24,424 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:24,425 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,44193,1731331374288 because: Region server is closing 2024-11-11T13:23:24,425 INFO [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:44193. 2024-11-11T13:23:24,425 DEBUG [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:24,425 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:24,425 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:24,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:24,525 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.shipperbbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 terminated 2024-11-11T13:23:24,525 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,44193,1731331374288.replicationSource.wal-reader.bbb9a1547c7c%2C44193%2C1731331374288,1-bbb9a1547c7c,44193,1731331374288 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T13:23:24,525 INFO [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:44193. 2024-11-11T13:23:24,525 DEBUG [RS:0;bbb9a1547c7c:44193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:24,525 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:24,526 DEBUG [RS:0;bbb9a1547c7c:44193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:24,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:24,526 INFO [RS:0;bbb9a1547c7c:44193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44193 2024-11-11T13:23:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779/rs 2024-11-11T13:23:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-578975779/rs/bbb9a1547c7c,44193,1731331374288 2024-11-11T13:23:24,527 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:24,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,44193,1731331374288] 2024-11-11T13:23:24,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-578975779/draining/bbb9a1547c7c,44193,1731331374288 already deleted, retry=false 2024-11-11T13:23:24,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,44193,1731331374288 expired; onlineServers=0 2024-11-11T13:23:24,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,33087,1731331374256' ***** 2024-11-11T13:23:24,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:24,529 DEBUG [M:0;bbb9a1547c7c:33087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:23:24,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:23:24,529 DEBUG [M:0;bbb9a1547c7c:33087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:23:24,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331376011 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331376011,5,FailOnTimeoutGroup] 2024-11-11T13:23:24,529 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331376011 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331376011,5,FailOnTimeoutGroup] 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:24,529 DEBUG [M:0;bbb9a1547c7c:33087 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:23:24,529 INFO [M:0;bbb9a1547c7c:33087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:24,530 INFO [M:0;bbb9a1547c7c:33087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:23:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-578975779/master 2024-11-11T13:23:24,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:23:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-578975779 2024-11-11T13:23:24,530 DEBUG [M:0;bbb9a1547c7c:33087 {}] zookeeper.ZKUtil(347): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Unable to get data of znode /1-578975779/master because node does not exist (not an error) 2024-11-11T13:23:24,530 WARN [M:0;bbb9a1547c7c:33087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:23:24,530 INFO [M:0;bbb9a1547c7c:33087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/.lastflushedseqids 2024-11-11T13:23:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741848_1024 (size=245) 2024-11-11T13:23:24,534 INFO [M:0;bbb9a1547c7c:33087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:23:24,534 INFO [M:0;bbb9a1547c7c:33087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:23:24,534 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:24,534 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:24,534 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:24,534 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:24,534 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:24,534 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T13:23:24,547 DEBUG [M:0;bbb9a1547c7c:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9aae4385fb44a28be4605c0f2f22d07 is 82, key is hbase:meta,,1/info:regioninfo/1731331376767/Put/seqid=0 2024-11-11T13:23:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741849_1025 (size=5672) 2024-11-11T13:23:24,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:24,629 INFO [RS:0;bbb9a1547c7c:44193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:24,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44193-0x1002ef3863a0004, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:24,629 INFO [RS:0;bbb9a1547c7c:44193 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,44193,1731331374288; zookeeper connection closed. 2024-11-11T13:23:24,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ef6fa7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ef6fa7b 2024-11-11T13:23:24,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:23:24,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:24,810 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:24,951 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9aae4385fb44a28be4605c0f2f22d07 2024-11-11T13:23:24,968 DEBUG [M:0;bbb9a1547c7c:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e5eced6822d48818eb5702192ba7a8c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331389509/Put/seqid=0 2024-11-11T13:23:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741850_1026 (size=8515) 2024-11-11T13:23:25,371 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e5eced6822d48818eb5702192ba7a8c 2024-11-11T13:23:25,387 DEBUG [M:0;bbb9a1547c7c:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d70d4ca7834f64b9ef6b21a0cf2314 is 69, key is bbb9a1547c7c,44193,1731331374288/rs:state/1731331376034/Put/seqid=0 2024-11-11T13:23:25,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741851_1027 (size=5156) 2024-11-11T13:23:25,791 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d70d4ca7834f64b9ef6b21a0cf2314 2024-11-11T13:23:25,795 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9aae4385fb44a28be4605c0f2f22d07 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9aae4385fb44a28be4605c0f2f22d07 2024-11-11T13:23:25,798 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9aae4385fb44a28be4605c0f2f22d07, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T13:23:25,799 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e5eced6822d48818eb5702192ba7a8c as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e5eced6822d48818eb5702192ba7a8c 2024-11-11T13:23:25,801 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e5eced6822d48818eb5702192ba7a8c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T13:23:25,802 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d70d4ca7834f64b9ef6b21a0cf2314 as hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d70d4ca7834f64b9ef6b21a0cf2314 2024-11-11T13:23:25,805 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/90943737-f0b3-7f38-11c9-aa049aa54946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d70d4ca7834f64b9ef6b21a0cf2314, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T13:23:25,806 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-11T13:23:25,807 INFO [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:25,807 DEBUG [M:0;bbb9a1547c7c:33087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331404534Disabling compacts and flushes for region at 1731331404534Disabling writes for close at 1731331404534Obtaining lock to block concurrent updates at 1731331404534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331404534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731331404534Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331404535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331404535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331404547 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331404547Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331404955 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331404967 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331404967Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331405375 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331405387 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331405387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a2e6a0: reopening flushed file at 1731331405795 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6898e2: reopening flushed file at 1731331405798 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5549472a: reopening flushed file at 1731331405802 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731331405806 (+4 ms)Writing region close event to WAL at 1731331405806Closed at 1731331405807 (+1 ms) 2024-11-11T13:23:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741830_1006 (size=63642) 2024-11-11T13:23:25,808 INFO [M:0;bbb9a1547c7c:33087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:23:25,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:25,808 INFO [M:0;bbb9a1547c7c:33087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33087 2024-11-11T13:23:25,809 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:25,910 INFO [M:0;bbb9a1547c7c:33087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:25,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:25,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x1002ef3863a0003, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:25,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e55eb3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:25,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:25,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:25,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:25,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:25,914 WARN [BP-1337058353-172.17.0.2-1731331373433 heartbeating to localhost/127.0.0.1:43401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:23:25,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:23:25,914 WARN [BP-1337058353-172.17.0.2-1731331373433 heartbeating to localhost/127.0.0.1:43401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1337058353-172.17.0.2-1731331373433 (Datanode Uuid 5e3bca33-857f-4692-9874-73a6d9a14610) service to localhost/127.0.0.1:43401 2024-11-11T13:23:25,914 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:23:25,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/cluster_ba414a8c-41fb-edfd-ca01-c91ee6b975ae/data/data1/current/BP-1337058353-172.17.0.2-1731331373433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:25,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/cluster_ba414a8c-41fb-edfd-ca01-c91ee6b975ae/data/data2/current/BP-1337058353-172.17.0.2-1731331373433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:25,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:23:25,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fb63e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:25,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:25,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:25,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:25,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1adc324c-8337-434f-eccd-bb5e3adfab03/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:25,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:23:25,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:23:25,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:25,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:25,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:25,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:25,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:25,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:23:25,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=221743697, stopped=false 2024-11-11T13:23:25,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,32791,1731331370336 2024-11-11T13:23:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465493597/running 2024-11-11T13:23:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465493597/running 2024-11-11T13:23:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:23:25,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:23:25,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:25,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:25,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:25,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:25,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/running 2024-11-11T13:23:25,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Set watcher on znode that does not yet exist, /0465493597/running 2024-11-11T13:23:25,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,38279,1731331370379' ***** 2024-11-11T13:23:25,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:23:25,934 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:23:25,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:25,935 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6c89f12d8fd20e4f7f7f0269b4d207a, disabling compactions & flushes 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:38279. 2024-11-11T13:23:25,935 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:25,935 DEBUG [RS:0;bbb9a1547c7c:38279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:25,935 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:25,935 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:25,935 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. after waiting 0 ms 2024-11-11T13:23:25,935 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:23:25,935 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6c89f12d8fd20e4f7f7f0269b4d207a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T13:23:25,935 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:23:25,935 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1325): Online Regions={a6c89f12d8fd20e4f7f7f0269b4d207a=hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a., 1588230740=hbase:meta,,1.1588230740, 65634e4fc249a00475c460ee5ffa648e=test,,1731331380731.65634e4fc249a00475c460ee5ffa648e.} 2024-11-11T13:23:25,936 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65634e4fc249a00475c460ee5ffa648e, a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:25,936 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:25,936 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:25,936 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:25,936 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:25,936 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:25,936 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:23:25,949 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/.tmp/queue/4faa08ac816940178ee301accac66d56 is 153, key is 1-bbb9a1547c7c,38279,1731331370379/queue:bbb9a1547c7c%2C38279%2C1731331370379/1731331395777/Put/seqid=0 2024-11-11T13:23:25,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741840_1016 (size=5352) 2024-11-11T13:23:25,953 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/info/75afdb6133814d95a45847f4742ae1d3 is 147, key is hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a./info:regioninfo/1731331387364/Put/seqid=0 2024-11-11T13:23:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741841_1017 (size=7686) 2024-11-11T13:23:25,956 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:26,136 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65634e4fc249a00475c460ee5ffa648e, a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:26,213 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.1731331372352 to pos 636, reset compression=false 2024-11-11T13:23:26,225 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:23:26,225 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:23:26,336 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65634e4fc249a00475c460ee5ffa648e, a6c89f12d8fd20e4f7f7f0269b4d207a 2024-11-11T13:23:26,353 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/.tmp/queue/4faa08ac816940178ee301accac66d56 2024-11-11T13:23:26,356 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/info/75afdb6133814d95a45847f4742ae1d3 2024-11-11T13:23:26,357 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/.tmp/queue/4faa08ac816940178ee301accac66d56 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/queue/4faa08ac816940178ee301accac66d56 2024-11-11T13:23:26,361 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/queue/4faa08ac816940178ee301accac66d56, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T13:23:26,362 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a6c89f12d8fd20e4f7f7f0269b4d207a in 427ms, sequenceid=8, compaction requested=false 2024-11-11T13:23:26,362 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/replication/a6c89f12d8fd20e4f7f7f0269b4d207a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:26,369 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6c89f12d8fd20e4f7f7f0269b4d207a: Waiting for close lock at 1731331405935Running coprocessor pre-close hooks at 1731331405935Disabling compacts and flushes for region at 1731331405935Disabling writes for close at 1731331405935Obtaining lock to block concurrent updates at 1731331405935Preparing flush snapshotting stores in a6c89f12d8fd20e4f7f7f0269b4d207a at 1731331405935Finished memstore snapshotting hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731331405936 (+1 ms)Flushing stores of hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. at 1731331405936Flushing a6c89f12d8fd20e4f7f7f0269b4d207a/queue: creating writer at 1731331405936Flushing a6c89f12d8fd20e4f7f7f0269b4d207a/queue: appending metadata at 1731331405949 (+13 ms)Flushing a6c89f12d8fd20e4f7f7f0269b4d207a/queue: closing flushed file at 1731331405949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307e8dbd: reopening flushed file at 1731331406357 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a6c89f12d8fd20e4f7f7f0269b4d207a in 427ms, sequenceid=8, compaction requested=false at 1731331406362 (+5 ms)Writing region close event to WAL at 1731331406366 (+4 ms)Running coprocessor post-close hooks at 1731331406369 (+3 ms)Closed at 1731331406369 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331386191.a6c89f12d8fd20e4f7f7f0269b4d207a. 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65634e4fc249a00475c460ee5ffa648e, disabling compactions & flushes 2024-11-11T13:23:26,369 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:26,369 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:26,370 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. after waiting 0 ms 2024-11-11T13:23:26,370 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:26,370 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65634e4fc249a00475c460ee5ffa648e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T13:23:26,380 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/ns/d8456041760b40469252bab4c5b8cf4a is 43, key is default/ns:d/1731331373305/Put/seqid=0 2024-11-11T13:23:26,386 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f/9f88d22e9403427eb1243c02fda07436 is 28, key is row/f:/1731331395670/DeleteFamily/seqid=0 2024-11-11T13:23:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:23:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741843_1019 (size=5085) 2024-11-11T13:23:26,389 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f/9f88d22e9403427eb1243c02fda07436 2024-11-11T13:23:26,392 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f88d22e9403427eb1243c02fda07436 2024-11-11T13:23:26,405 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f1/f98da6ab30414ac6b1b2b25b1cfa108c is 29, key is row/f1:/1731331395670/DeleteFamily/seqid=0 2024-11-11T13:23:26,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741844_1020 (size=5089) 2024-11-11T13:23:26,408 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f1/f98da6ab30414ac6b1b2b25b1cfa108c 2024-11-11T13:23:26,411 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f98da6ab30414ac6b1b2b25b1cfa108c 2024-11-11T13:23:26,424 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/norep/0f42b076cfc54b5d9f13f5738539343c is 32, key is row/norep:/1731331395670/DeleteFamily/seqid=0 2024-11-11T13:23:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741845_1021 (size=5101) 2024-11-11T13:23:26,536 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:26,736 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65634e4fc249a00475c460ee5ffa648e 2024-11-11T13:23:26,788 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/ns/d8456041760b40469252bab4c5b8cf4a 2024-11-11T13:23:26,803 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/532de7e319154eb0bc30d577164b0a10 is 112, key is test,,1731331380731.65634e4fc249a00475c460ee5ffa648e./rep_barrier:seqnumDuringOpen/1731331381872/Put/seqid=0 2024-11-11T13:23:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741846_1022 (size=5518) 2024-11-11T13:23:26,806 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/532de7e319154eb0bc30d577164b0a10 2024-11-11T13:23:26,827 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/norep/0f42b076cfc54b5d9f13f5738539343c 2024-11-11T13:23:26,828 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/table/1cb6f5d8445f4d2aae419f8006f385f5 is 53, key is hbase:replication/table:state/1731331387370/Put/seqid=0 2024-11-11T13:23:26,831 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f42b076cfc54b5d9f13f5738539343c 2024-11-11T13:23:26,832 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f/9f88d22e9403427eb1243c02fda07436 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/f/9f88d22e9403427eb1243c02fda07436 2024-11-11T13:23:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741847_1023 (size=5308) 2024-11-11T13:23:26,835 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f88d22e9403427eb1243c02fda07436 2024-11-11T13:23:26,836 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/f/9f88d22e9403427eb1243c02fda07436, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T13:23:26,836 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/f1/f98da6ab30414ac6b1b2b25b1cfa108c as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/f1/f98da6ab30414ac6b1b2b25b1cfa108c 2024-11-11T13:23:26,840 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f98da6ab30414ac6b1b2b25b1cfa108c 2024-11-11T13:23:26,840 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/f1/f98da6ab30414ac6b1b2b25b1cfa108c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T13:23:26,840 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/.tmp/norep/0f42b076cfc54b5d9f13f5738539343c as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/norep/0f42b076cfc54b5d9f13f5738539343c 2024-11-11T13:23:26,843 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f42b076cfc54b5d9f13f5738539343c 2024-11-11T13:23:26,844 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/norep/0f42b076cfc54b5d9f13f5738539343c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T13:23:26,844 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 65634e4fc249a00475c460ee5ffa648e in 474ms, sequenceid=6, compaction requested=false 2024-11-11T13:23:26,844 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:23:26,848 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/default/test/65634e4fc249a00475c460ee5ffa648e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T13:23:26,849 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:26,849 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:23:26,849 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:26,849 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65634e4fc249a00475c460ee5ffa648e: Waiting for close lock at 1731331406369Running coprocessor pre-close hooks at 1731331406369Disabling compacts and flushes for region at 1731331406369Disabling writes for close at 1731331406370 (+1 ms)Obtaining lock to block concurrent updates at 1731331406370Preparing flush snapshotting stores in 65634e4fc249a00475c460ee5ffa648e at 1731331406370Finished memstore snapshotting test,,1731331380731.65634e4fc249a00475c460ee5ffa648e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731331406370Flushing stores of test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. at 1731331406370Flushing 65634e4fc249a00475c460ee5ffa648e/f: creating writer at 1731331406370Flushing 65634e4fc249a00475c460ee5ffa648e/f: appending metadata at 1731331406385 (+15 ms)Flushing 65634e4fc249a00475c460ee5ffa648e/f: closing flushed file at 1731331406385Flushing 65634e4fc249a00475c460ee5ffa648e/f1: creating writer at 1731331406392 (+7 ms)Flushing 65634e4fc249a00475c460ee5ffa648e/f1: appending metadata at 1731331406404 (+12 ms)Flushing 65634e4fc249a00475c460ee5ffa648e/f1: closing flushed file at 1731331406404Flushing 65634e4fc249a00475c460ee5ffa648e/norep: creating writer at 1731331406411 (+7 ms)Flushing 65634e4fc249a00475c460ee5ffa648e/norep: appending metadata at 1731331406423 (+12 ms)Flushing 65634e4fc249a00475c460ee5ffa648e/norep: closing flushed file at 1731331406423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18efc323: reopening flushed file at 1731331406831 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460a96a0: reopening flushed file at 1731331406836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfc7987: reopening flushed file at 1731331406840 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 65634e4fc249a00475c460ee5ffa648e in 474ms, sequenceid=6, compaction requested=false at 1731331406844 (+4 ms)Writing region close event to WAL at 1731331406846 (+2 ms)Running coprocessor post-close hooks at 1731331406849 (+3 ms)Closed at 1731331406849 2024-11-11T13:23:26,849 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331380731.65634e4fc249a00475c460ee5ffa648e. 2024-11-11T13:23:26,936 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:23:26,936 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:23:26,936 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:27,137 DEBUG [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:27,235 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/table/1cb6f5d8445f4d2aae419f8006f385f5 2024-11-11T13:23:27,239 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/info/75afdb6133814d95a45847f4742ae1d3 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/info/75afdb6133814d95a45847f4742ae1d3 2024-11-11T13:23:27,243 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/info/75afdb6133814d95a45847f4742ae1d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:23:27,243 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/ns/d8456041760b40469252bab4c5b8cf4a as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/ns/d8456041760b40469252bab4c5b8cf4a 2024-11-11T13:23:27,246 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/ns/d8456041760b40469252bab4c5b8cf4a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:23:27,247 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/532de7e319154eb0bc30d577164b0a10 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/rep_barrier/532de7e319154eb0bc30d577164b0a10 2024-11-11T13:23:27,250 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/rep_barrier/532de7e319154eb0bc30d577164b0a10, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:23:27,251 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/.tmp/table/1cb6f5d8445f4d2aae419f8006f385f5 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/table/1cb6f5d8445f4d2aae419f8006f385f5 2024-11-11T13:23:27,254 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/table/1cb6f5d8445f4d2aae419f8006f385f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:23:27,255 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-11T13:23:27,255 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:23:27,264 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:23:27,265 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:27,265 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:27,265 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:27,265 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331405936Running coprocessor pre-close hooks at 1731331405936Disabling compacts and flushes for region at 1731331405936Disabling writes for close at 1731331405936Obtaining lock to block concurrent updates at 1731331405936Preparing flush snapshotting stores in 1588230740 at 1731331405936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331405936Flushing stores of hbase:meta,,1.1588230740 at 1731331405937 (+1 ms)Flushing 1588230740/info: creating writer at 1731331405937Flushing 1588230740/info: appending metadata at 1731331405953 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731331405953Flushing 1588230740/ns: creating writer at 1731331406359 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731331406379 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731331406379Flushing 1588230740/rep_barrier: creating writer at 1731331406791 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331406803 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331406803Flushing 1588230740/table: creating writer at 1731331406810 (+7 ms)Flushing 1588230740/table: appending metadata at 1731331406827 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731331406827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43683261: reopening flushed file at 1731331407238 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e078c09: reopening flushed file at 1731331407243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dee8128: reopening flushed file at 1731331407247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4324639: reopening flushed file at 1731331407250 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731331407255 (+5 ms)Writing region close event to WAL at 1731331407262 (+7 ms)Running coprocessor post-close hooks at 1731331407265 (+3 ms)Closed at 1731331407265 2024-11-11T13:23:27,265 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:27,337 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,38279,1731331370379; all regions closed. 2024-11-11T13:23:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741834_1010 (size=4239) 2024-11-11T13:23:27,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/WALs/bbb9a1547c7c,38279,1731331370379/bbb9a1547c7c%2C38279%2C1731331370379.meta.1731331373269.meta not finished, retry = 0 2024-11-11T13:23:27,441 DEBUG [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs 2024-11-11T13:23:27,441 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C38279%2C1731331370379.meta:.meta(num 1731331373269) 2024-11-11T13:23:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741839_1015 (size=2240) 2024-11-11T13:23:27,444 DEBUG [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs 2024-11-11T13:23:27,444 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C38279%2C1731331370379.rep:(num 1731331387319) 2024-11-11T13:23:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741832_1008 (size=1535) 2024-11-11T13:23:27,446 DEBUG [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/oldWALs 2024-11-11T13:23:27,446 INFO [RS:0;bbb9a1547c7c:38279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C38279%2C1731331370379:(num 1731331372352) 2024-11-11T13:23:27,446 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:27,446 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:27,446 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:27,447 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:27,447 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:27,447 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:27,447 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,38279,1731331370379 because: Region server is closing 2024-11-11T13:23:27,447 INFO [RS:0;bbb9a1547c7c:38279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:38279. 2024-11-11T13:23:27,447 DEBUG [RS:0;bbb9a1547c7c:38279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:27,447 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:27,447 DEBUG [RS:0;bbb9a1547c7c:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:27,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:27,548 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.wal-reader.bbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:23:27,548 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:23:27,548 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,38279,1731331370379.replicationSource.shipperbbb9a1547c7c%2C38279%2C1731331370379,1-bbb9a1547c7c,38279,1731331370379 terminated 2024-11-11T13:23:27,548 INFO [RS:0;bbb9a1547c7c:38279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38279 2024-11-11T13:23:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597/rs 2024-11-11T13:23:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465493597/rs/bbb9a1547c7c,38279,1731331370379 2024-11-11T13:23:27,549 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:27,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,38279,1731331370379] 2024-11-11T13:23:27,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0465493597/draining/bbb9a1547c7c,38279,1731331370379 already deleted, retry=false 2024-11-11T13:23:27,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,38279,1731331370379 expired; onlineServers=0 2024-11-11T13:23:27,550 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,32791,1731331370336' ***** 2024-11-11T13:23:27,550 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:23:27,550 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:27,551 DEBUG [M:0;bbb9a1547c7c:32791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:23:27,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:23:27,551 DEBUG [M:0;bbb9a1547c7c:32791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:23:27,551 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331372141 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331372141,5,FailOnTimeoutGroup] 2024-11-11T13:23:27,551 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331372143 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331372143,5,FailOnTimeoutGroup] 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:27,551 DEBUG [M:0;bbb9a1547c7c:32791 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:27,551 INFO [M:0;bbb9a1547c7c:32791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:23:27,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:23:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465493597/master 2024-11-11T13:23:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465493597 2024-11-11T13:23:27,552 DEBUG [M:0;bbb9a1547c7c:32791 {}] zookeeper.ZKUtil(347): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Unable to get data of znode /0465493597/master because node does not exist (not an error) 2024-11-11T13:23:27,552 WARN [M:0;bbb9a1547c7c:32791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:23:27,552 INFO [M:0;bbb9a1547c7c:32791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/.lastflushedseqids 2024-11-11T13:23:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741848_1024 (size=245) 2024-11-11T13:23:27,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:27,650 INFO [RS:0;bbb9a1547c7c:38279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:27,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1002ef3863a0001, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:27,650 INFO [RS:0;bbb9a1547c7c:38279 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,38279,1731331370379; zookeeper connection closed. 2024-11-11T13:23:27,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b9cac19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b9cac19 2024-11-11T13:23:27,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:23:27,956 INFO [M:0;bbb9a1547c7c:32791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:23:27,956 INFO [M:0;bbb9a1547c7c:32791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:23:27,956 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:27,956 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:27,956 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:27,956 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:27,956 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:27,956 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T13:23:27,969 DEBUG [M:0;bbb9a1547c7c:32791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e521010304542949755e85616804fd6 is 82, key is hbase:meta,,1/info:regioninfo/1731331373296/Put/seqid=0 2024-11-11T13:23:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741849_1025 (size=5672) 2024-11-11T13:23:28,373 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e521010304542949755e85616804fd6 2024-11-11T13:23:28,388 DEBUG [M:0;bbb9a1547c7c:32791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e4b0a93f1b4acba29431c92b654bf1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331381880/Put/seqid=0 2024-11-11T13:23:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741850_1026 (size=7218) 2024-11-11T13:23:28,791 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e4b0a93f1b4acba29431c92b654bf1 2024-11-11T13:23:28,795 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e4b0a93f1b4acba29431c92b654bf1 2024-11-11T13:23:28,807 DEBUG [M:0;bbb9a1547c7c:32791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/282dd51c0b3e4017a7f9788c0744ee1e is 69, key is bbb9a1547c7c,38279,1731331370379/rs:state/1731331372214/Put/seqid=0 2024-11-11T13:23:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741851_1027 (size=5156) 2024-11-11T13:23:29,210 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/282dd51c0b3e4017a7f9788c0744ee1e 2024-11-11T13:23:29,214 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e521010304542949755e85616804fd6 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e521010304542949755e85616804fd6 2024-11-11T13:23:29,216 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e521010304542949755e85616804fd6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T13:23:29,217 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e4b0a93f1b4acba29431c92b654bf1 as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e4b0a93f1b4acba29431c92b654bf1 2024-11-11T13:23:29,219 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e4b0a93f1b4acba29431c92b654bf1 2024-11-11T13:23:29,220 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e4b0a93f1b4acba29431c92b654bf1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T13:23:29,220 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/282dd51c0b3e4017a7f9788c0744ee1e as hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/282dd51c0b3e4017a7f9788c0744ee1e 2024-11-11T13:23:29,223 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38071/user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/282dd51c0b3e4017a7f9788c0744ee1e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T13:23:29,224 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-11-11T13:23:29,225 INFO [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:29,225 DEBUG [M:0;bbb9a1547c7c:32791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331407956Disabling compacts and flushes for region at 1731331407956Disabling writes for close at 1731331407956Obtaining lock to block concurrent updates at 1731331407956Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331407956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731331407956Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331407957 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331407957Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331407969 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331407969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331408375 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331408387 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331408387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331408795 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331408807 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331408807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f122873: reopening flushed file at 1731331409213 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3990facd: reopening flushed file at 1731331409216 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c96d4b: reopening flushed file at 1731331409220 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1731331409224 (+4 ms)Writing region close event to WAL at 1731331409225 (+1 ms)Closed at 1731331409225 2024-11-11T13:23:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741830_1006 (size=64423) 2024-11-11T13:23:29,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976fc85a-d59d-ccd6-8844-a5e0bc82f8fc/MasterData/WALs/bbb9a1547c7c,32791,1731331370336/bbb9a1547c7c%2C32791%2C1731331370336.1731331372060 not finished, retry = 0 2024-11-11T13:23:29,327 INFO [M:0;bbb9a1547c7c:32791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:23:29,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:29,327 INFO [M:0;bbb9a1547c7c:32791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32791 2024-11-11T13:23:29,328 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:29,429 INFO [M:0;bbb9a1547c7c:32791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32791-0x1002ef3863a0000, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:29,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:29,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:29,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:29,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:29,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:29,433 WARN [BP-630175178-172.17.0.2-1731331369441 heartbeating to localhost/127.0.0.1:38071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:23:29,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:23:29,433 WARN [BP-630175178-172.17.0.2-1731331369441 heartbeating to localhost/127.0.0.1:38071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-630175178-172.17.0.2-1731331369441 (Datanode Uuid beab2831-7155-4000-92d5-a0d0d063018d) service to localhost/127.0.0.1:38071 2024-11-11T13:23:29,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:23:29,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/data/data1/current/BP-630175178-172.17.0.2-1731331369441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:29,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/cluster_1e604e2c-e646-aa70-b4b6-2212a67362a3/data/data2/current/BP-630175178-172.17.0.2-1731331369441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:23:29,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:23:29,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2217983b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:29,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:23:29,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:23:29,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:23:29,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5c38fbd5-181b-bcc0-85dd-bce5462e5cef/hadoop.log.dir/,STOPPED} 2024-11-11T13:23:29,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:23:29,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:23:29,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 312) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43061 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38071 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=1620 (was 1896) 2024-11-11T13:23:29,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=1620 2024-11-11T13:23:29,490 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T13:23:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir so I do NOT create it in target/test-data/3e379bdd-2867-3189-905d-be5537993354 2024-11-11T13:23:29,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:23:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.tmp.dir so I do NOT create it in target/test-data/3e379bdd-2867-3189-905d-be5537993354 2024-11-11T13:23:29,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/006ff2a5-b4b7-22ed-87ec-a93359140c23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:23:29,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354 2024-11-11T13:23:29,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0, deleteOnExit=true 2024-11-11T13:23:29,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/zookeeper_0, clientPort=53762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:23:29,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53762 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/test.cache.data in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:23:29,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:23:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:23:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:23:29,536 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef3863a0005, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:23:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002ef3863a0008, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:23:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef3863a0002, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:23:29,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef3863a0002, quorum=127.0.0.1:53386, baseZNode=/0465493597 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:23:29,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef3863a0005, quorum=127.0.0.1:53386, baseZNode=/1-578975779 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:23:29,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002ef3863a0008, quorum=127.0.0.1:53386, baseZNode=/2-2059077126 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:23:29,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,580 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:29,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:29,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:29,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:29,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:29,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:23:29,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:29,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:29,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:29,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115576ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/java.io.tmpdir/jetty-localhost-33975-hadoop-hdfs-3_4_1-tests_jar-_-any-14067169573870731951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:29,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:33975} 2024-11-11T13:23:29,717 INFO [Time-limited test {}] server.Server(415): Started @279925ms 2024-11-11T13:23:29,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:29,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:29,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:29,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:29,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:23:29,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:29,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:29,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e21794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/java.io.tmpdir/jetty-localhost-46615-hadoop-hdfs-3_4_1-tests_jar-_-any-7073030264293563029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:29,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:46615} 2024-11-11T13:23:29,880 INFO [Time-limited test {}] server.Server(415): Started @280088ms 2024-11-11T13:23:29,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:23:29,960 WARN [Thread-4162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data1/current/BP-1687723109-172.17.0.2-1731331409510/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:29,961 WARN [Thread-4163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data2/current/BP-1687723109-172.17.0.2-1731331409510/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:29,981 WARN [Thread-4150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:23:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e2c4aa8fe0a919e with lease ID 0xaf66bcdbef696e6b: Processing first storage report for DS-ef29e587-da04-45ad-88f9-7175a9c63eab from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=cee12f5e-d4ec-4043-a5ec-534d65bb4b50, infoPort=35499, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1872382765;c=1731331409510) 2024-11-11T13:23:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e2c4aa8fe0a919e with lease ID 0xaf66bcdbef696e6b: from storage DS-ef29e587-da04-45ad-88f9-7175a9c63eab node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=cee12f5e-d4ec-4043-a5ec-534d65bb4b50, infoPort=35499, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1872382765;c=1731331409510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e2c4aa8fe0a919e with lease ID 0xaf66bcdbef696e6b: Processing first storage report for DS-c9470cc1-9397-4bce-9b5d-df3a992a8866 from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=cee12f5e-d4ec-4043-a5ec-534d65bb4b50, infoPort=35499, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1872382765;c=1731331409510) 2024-11-11T13:23:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e2c4aa8fe0a919e with lease ID 0xaf66bcdbef696e6b: from storage DS-c9470cc1-9397-4bce-9b5d-df3a992a8866 node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=cee12f5e-d4ec-4043-a5ec-534d65bb4b50, infoPort=35499, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1872382765;c=1731331409510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:30,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354 2024-11-11T13:23:30,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:23:30,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1 with version=8 2024-11-11T13:23:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/hbase-staging 2024-11-11T13:23:30,438 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:23:30,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:30,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41833 2024-11-11T13:23:30,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41833 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-11-11T13:23:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418330x0, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:30,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41833-0x1002ef422c40000 connected 2024-11-11T13:23:30,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on znode that does not yet exist, /0547438094/running 2024-11-11T13:23:30,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1, hbase.cluster.distributed=false 2024-11-11T13:23:30,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on znode that does not yet exist, /0547438094/acl 2024-11-11T13:23:30,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-11T13:23:30,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41833 2024-11-11T13:23:30,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41833 2024-11-11T13:23:30,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-11T13:23:30,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-11T13:23:30,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:23:30,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:30,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42737 2024-11-11T13:23:30,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42737 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-11-11T13:23:30,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427370x0, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:30,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427370x0, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on znode that does not yet exist, /0547438094/running 2024-11-11T13:23:30,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42737-0x1002ef422c40001 connected 2024-11-11T13:23:30,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:23:30,516 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:23:30,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on znode that does not yet exist, /0547438094/master 2024-11-11T13:23:30,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on znode that does not yet exist, /0547438094/acl 2024-11-11T13:23:30,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42737 2024-11-11T13:23:30,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42737 2024-11-11T13:23:30,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42737 2024-11-11T13:23:30,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42737 2024-11-11T13:23:30,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42737 2024-11-11T13:23:30,533 DEBUG [M:0;bbb9a1547c7c:41833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:41833 2024-11-11T13:23:30,535 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0547438094/backup-masters/bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094/backup-masters 2024-11-11T13:23:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094/backup-masters 2024-11-11T13:23:30,536 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on existing znode=/0547438094/backup-masters/bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0547438094/master 2024-11-11T13:23:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:30,537 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on existing znode=/0547438094/master 2024-11-11T13:23:30,537 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0547438094/backup-masters/bbb9a1547c7c,41833,1731331410438 from backup master directory 2024-11-11T13:23:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0547438094/backup-masters/bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094/backup-masters 2024-11-11T13:23:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094/backup-masters 2024-11-11T13:23:30,538 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:30,538 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:30,542 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/hbase.id] with ID: 21354d11-5c3f-4534-8326-2747cd72c024 2024-11-11T13:23:30,542 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/.tmp/hbase.id 2024-11-11T13:23:30,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:23:30,948 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/.tmp/hbase.id]:[hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/hbase.id] 2024-11-11T13:23:30,955 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:30,955 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:23:30,956 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:23:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:23:31,361 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:31,362 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:23:31,363 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:23:31,768 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/data/master/store 2024-11-11T13:23:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:32,173 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:32,173 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:32,173 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331412173Disabling compacts and flushes for region at 1731331412173Disabling writes for close at 1731331412173Writing region close event to WAL at 1731331412173Closed at 1731331412173 2024-11-11T13:23:32,174 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/data/master/store/.initializing 2024-11-11T13:23:32,174 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/WALs/bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:32,175 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:32,176 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C41833%2C1731331410438, suffix=, logDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/WALs/bbb9a1547c7c,41833,1731331410438, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/oldWALs, maxLogs=10 2024-11-11T13:23:32,188 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/WALs/bbb9a1547c7c,41833,1731331410438/bbb9a1547c7c%2C41833%2C1731331410438.1731331412176, exclude list is [], retry=0 2024-11-11T13:23:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-ef29e587-da04-45ad-88f9-7175a9c63eab,DISK] 2024-11-11T13:23:32,191 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/WALs/bbb9a1547c7c,41833,1731331410438/bbb9a1547c7c%2C41833%2C1731331410438.1731331412176 2024-11-11T13:23:32,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-11T13:23:32,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:32,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:32,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,197 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:23:32,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:32,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:32,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:23:32,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:32,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:32,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:23:32,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:32,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:32,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:23:32,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:32,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:32,205 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,205 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,205 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,206 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,206 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:32,207 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:32,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:32,209 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67103970, jitterRate=-7.292628288269043E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:32,209 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331412197Initializing all the Stores at 1731331412198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331412198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331412200 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331412200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331412200Cleaning up temporary data from old regions at 1731331412206 (+6 ms)Region opened successfully at 1731331412209 (+3 ms) 2024-11-11T13:23:32,210 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:23:32,211 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbec058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:32,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:23:32,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:23:32,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:23:32,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:23:32,213 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:23:32,213 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:23:32,213 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:23:32,214 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:23:32,215 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Unable to get data of znode /0547438094/balancer because node does not exist (not necessarily an error) 2024-11-11T13:23:32,216 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0547438094/balancer already deleted, retry=false 2024-11-11T13:23:32,216 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:23:32,216 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Unable to get data of znode /0547438094/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:23:32,217 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0547438094/normalizer already deleted, retry=false 2024-11-11T13:23:32,217 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:23:32,218 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Unable to get data of znode /0547438094/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:23:32,218 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0547438094/switch/split already deleted, retry=false 2024-11-11T13:23:32,219 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Unable to get data of znode /0547438094/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:23:32,220 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0547438094/switch/merge already deleted, retry=false 2024-11-11T13:23:32,221 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Unable to get data of znode /0547438094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:23:32,221 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0547438094/snapshot-cleanup already deleted, retry=false 2024-11-11T13:23:32,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0547438094/running 2024-11-11T13:23:32,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0547438094/running 2024-11-11T13:23:32,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,222 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,41833,1731331410438, sessionid=0x1002ef422c40000, setting cluster-up flag (Was=false) 2024-11-11T13:23:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,225 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0547438094/flush-table-proc/acquired, /0547438094/flush-table-proc/reached, /0547438094/flush-table-proc/abort 2024-11-11T13:23:32,226 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:32,229 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0547438094/online-snapshot/acquired, /0547438094/online-snapshot/reached, /0547438094/online-snapshot/abort 2024-11-11T13:23:32,230 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:32,231 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:23:32,232 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:32,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:23:32,232 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:23:32,233 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,41833,1731331410438 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:32,234 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331442234 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:23:32,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:32,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:23:32,235 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:23:32,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:32,236 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331412236,5,FailOnTimeoutGroup] 2024-11-11T13:23:32,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:23:32,236 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331412236,5,FailOnTimeoutGroup] 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,236 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:23:32,325 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(746): ClusterId : 21354d11-5c3f-4534-8326-2747cd72c024 2024-11-11T13:23:32,325 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:23:32,326 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:23:32,326 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:23:32,327 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:23:32,328 DEBUG [RS:0;bbb9a1547c7c:42737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec5a565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:32,338 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:42737 2024-11-11T13:23:32,338 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:23:32,338 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:23:32,338 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:23:32,338 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,41833,1731331410438 with port=42737, startcode=1731331410505 2024-11-11T13:23:32,339 DEBUG [RS:0;bbb9a1547c7c:42737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:23:32,340 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:23:32,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,341 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1 2024-11-11T13:23:32,341 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43259 2024-11-11T13:23:32,341 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:23:32,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094/rs 2024-11-11T13:23:32,343 DEBUG [RS:0;bbb9a1547c7c:42737 {}] zookeeper.ZKUtil(111): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Set watcher on existing znode=/0547438094/rs/bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,343 WARN [RS:0;bbb9a1547c7c:42737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:32,343 INFO [RS:0;bbb9a1547c7c:42737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:32,343 DEBUG [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,42737,1731331410505] 2024-11-11T13:23:32,347 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:23:32,359 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:23:32,360 INFO [RS:0;bbb9a1547c7c:42737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:23:32,360 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,360 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:23:32,360 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:23:32,360 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,360 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,360 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:32,361 DEBUG [RS:0;bbb9a1547c7c:42737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:32,363 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,364 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,364 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,364 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,364 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,364 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42737,1731331410505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:32,376 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:23:32,376 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,42737,1731331410505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,376 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,376 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.Replication(171): bbb9a1547c7c,42737,1731331410505 started 2024-11-11T13:23:32,387 INFO [RS:0;bbb9a1547c7c:42737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:32,387 INFO [RS:0;bbb9a1547c7c:42737 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,42737,1731331410505, RpcServer on bbb9a1547c7c/172.17.0.2:42737, sessionid=0x1002ef422c40001 2024-11-11T13:23:32,387 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:23:32,387 DEBUG [RS:0;bbb9a1547c7c:42737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,387 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,42737,1731331410505' 2024-11-11T13:23:32,387 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0547438094/flush-table-proc/abort' 2024-11-11T13:23:32,387 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0547438094/flush-table-proc/acquired' 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,42737,1731331410505' 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0547438094/online-snapshot/abort' 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0547438094/online-snapshot/acquired' 2024-11-11T13:23:32,388 DEBUG [RS:0;bbb9a1547c7c:42737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:23:32,388 INFO [RS:0;bbb9a1547c7c:42737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:23:32,389 INFO [RS:0;bbb9a1547c7c:42737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:23:32,489 INFO [RS:0;bbb9a1547c7c:42737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:32,490 INFO [RS:0;bbb9a1547c7c:42737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C42737%2C1731331410505, suffix=, logDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/oldWALs, maxLogs=10 2024-11-11T13:23:32,501 DEBUG [RS:0;bbb9a1547c7c:42737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505/bbb9a1547c7c%2C42737%2C1731331410505.1731331412490, exclude list is [], retry=0 2024-11-11T13:23:32,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-ef29e587-da04-45ad-88f9-7175a9c63eab,DISK] 2024-11-11T13:23:32,504 INFO [RS:0;bbb9a1547c7c:42737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505/bbb9a1547c7c%2C42737%2C1731331410505.1731331412490 2024-11-11T13:23:32,505 DEBUG [RS:0;bbb9a1547c7c:42737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-11T13:23:32,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:23:32,645 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1 2024-11-11T13:23:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:23:32,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:32,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:32,766 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108860 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:33,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:33,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:33,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:33,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:33,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:33,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:33,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:33,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:33,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:33,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:33,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/1588230740 2024-11-11T13:23:33,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/1588230740 2024-11-11T13:23:33,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:33,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:33,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:33,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:33,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:33,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72219771, jitterRate=0.07615844905376434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:33,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331413050Initializing all the Stores at 1731331413050Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331413050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413051 (+1 ms)Cleaning up temporary data from old regions at 1731331413056 (+5 ms)Region opened successfully at 1731331413059 (+3 ms) 2024-11-11T13:23:33,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:33,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:33,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:33,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:33,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:33,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:33,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331413059Disabling compacts and flushes for region at 1731331413059Disabling writes for close at 1731331413060 (+1 ms)Writing region close event to WAL at 1731331413060Closed at 1731331413060 2024-11-11T13:23:33,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:33,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:23:33,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:23:33,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:33,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:23:33,213 DEBUG [bbb9a1547c7c:41833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:23:33,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:33,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,42737,1731331410505, state=OPENING 2024-11-11T13:23:33,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:23:33,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:33,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0547438094 2024-11-11T13:23:33,216 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:33,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0547438094/meta-region-server: CHANGED 2024-11-11T13:23:33,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0547438094/meta-region-server: CHANGED 2024-11-11T13:23:33,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42737,1731331410505}] 2024-11-11T13:23:33,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:33,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:33,371 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:23:33,372 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:33,372 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:23:33,373 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C42737%2C1731331410505.meta, suffix=.meta, logDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/oldWALs, maxLogs=10 2024-11-11T13:23:33,385 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505/bbb9a1547c7c%2C42737%2C1731331410505.meta.1731331413373.meta, exclude list is [], retry=0 2024-11-11T13:23:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-ef29e587-da04-45ad-88f9-7175a9c63eab,DISK] 2024-11-11T13:23:33,388 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/WALs/bbb9a1547c7c,42737,1731331410505/bbb9a1547c7c%2C42737%2C1731331410505.meta.1731331413373.meta 2024-11-11T13:23:33,388 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-11T13:23:33,388 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:33,388 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:33,388 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:33,389 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:23:33,389 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:23:33,389 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:23:33,389 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:33,389 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:23:33,389 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:23:33,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:33,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:33,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:33,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:33,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:33,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:33,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:33,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:33,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:33,393 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:33,394 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/1588230740 2024-11-11T13:23:33,394 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/hbase/meta/1588230740 2024-11-11T13:23:33,395 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:33,395 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:33,395 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:33,396 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:33,396 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71624671, jitterRate=0.0672907680273056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:33,396 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:23:33,396 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331413389Writing region info on filesystem at 1731331413389Initializing all the Stores at 1731331413390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331413390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331413390Cleaning up temporary data from old regions at 1731331413395 (+5 ms)Running coprocessor post-open hooks at 1731331413396 (+1 ms)Region opened successfully at 1731331413396 2024-11-11T13:23:33,397 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331413368 2024-11-11T13:23:33,398 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:23:33,398 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:23:33,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:33,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,42737,1731331410505, state=OPEN 2024-11-11T13:23:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x1002ef422c40000, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0547438094/meta-region-server 2024-11-11T13:23:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42737-0x1002ef422c40001, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0547438094/meta-region-server 2024-11-11T13:23:33,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:33,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0547438094/meta-region-server: CHANGED 2024-11-11T13:23:33,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0547438094/meta-region-server: CHANGED 2024-11-11T13:23:33,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:23:33,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,42737,1731331410505 in 185 msec 2024-11-11T13:23:33,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:23:33,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-11-11T13:23:33,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:33,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:23:33,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:33,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,42737,1731331410505, seqNum=-1] 2024-11-11T13:23:33,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:33,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:33,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1770 sec 2024-11-11T13:23:33,409 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331413409, completionTime=-1 2024-11-11T13:23:33,410 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:23:33,410 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:23:33,411 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:23:33,411 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331473411 2024-11-11T13:23:33,411 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331533411 2024-11-11T13:23:33,411 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:23:33,411 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,412 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,412 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,412 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:41833, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,412 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,412 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,413 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:23:33,414 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.876sec 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:33,415 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:23:33,416 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:23:33,416 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:23:33,416 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41833,1731331410438-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:33,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:33,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41833,-1 for getting cluster id 2024-11-11T13:23:33,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:33,427 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21354d11-5c3f-4534-8326-2747cd72c024' 2024-11-11T13:23:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21354d11-5c3f-4534-8326-2747cd72c024" 2024-11-11T13:23:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa088e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:33,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41833,-1] 2024-11-11T13:23:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:33,428 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:33,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:33,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,42737,1731331410505, seqNum=-1] 2024-11-11T13:23:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:33,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:33,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:33,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-11-11T13:23:33,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53762, baseZNode=/0547438094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:33,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef422c40002 connected 2024-11-11T13:23:33,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d351b13 2024-11-11T13:23:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:33,438 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:33,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:33,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:33,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:33,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:33,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:33,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:33,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9527408f7aa0c5c96695ee1d23739903, NAME => 'test,,1731331413439.9527408f7aa0c5c96695ee1d23739903.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1 2024-11-11T13:23:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331413439.9527408f7aa0c5c96695ee1d23739903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9527408f7aa0c5c96695ee1d23739903, disabling compactions & flushes 2024-11-11T13:23:33,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. after waiting 0 ms 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:33,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:33,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9527408f7aa0c5c96695ee1d23739903: Waiting for close lock at 1731331413854Disabling compacts and flushes for region at 1731331413854Disabling writes for close at 1731331413854Writing region close event to WAL at 1731331413854Closed at 1731331413854 2024-11-11T13:23:33,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:33,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331413439.9527408f7aa0c5c96695ee1d23739903.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331413855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331413855"}]},"ts":"1731331413855"} 2024-11-11T13:23:33,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:33,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:33,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331413858"}]},"ts":"1731331413858"} 2024-11-11T13:23:33,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:33,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9527408f7aa0c5c96695ee1d23739903, ASSIGN}] 2024-11-11T13:23:33,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9527408f7aa0c5c96695ee1d23739903, ASSIGN 2024-11-11T13:23:33,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9527408f7aa0c5c96695ee1d23739903, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,42737,1731331410505; forceNewPlan=false, retain=false 2024-11-11T13:23:34,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9527408f7aa0c5c96695ee1d23739903, regionState=OPENING, regionLocation=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:34,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9527408f7aa0c5c96695ee1d23739903, ASSIGN because future has completed 2024-11-11T13:23:34,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9527408f7aa0c5c96695ee1d23739903, server=bbb9a1547c7c,42737,1731331410505}] 2024-11-11T13:23:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:34,169 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:34,169 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9527408f7aa0c5c96695ee1d23739903, NAME => 'test,,1731331413439.9527408f7aa0c5c96695ee1d23739903.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:34,170 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:34,170 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:34,170 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,170 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331413439.9527408f7aa0c5c96695ee1d23739903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:34,170 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,170 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,171 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,172 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9527408f7aa0c5c96695ee1d23739903 columnFamilyName f 2024-11-11T13:23:34,172 DEBUG [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:34,172 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(327): Store=9527408f7aa0c5c96695ee1d23739903/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:34,172 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,173 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9527408f7aa0c5c96695ee1d23739903 columnFamilyName f1 2024-11-11T13:23:34,173 DEBUG [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:34,173 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(327): Store=9527408f7aa0c5c96695ee1d23739903/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:34,173 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,174 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9527408f7aa0c5c96695ee1d23739903 columnFamilyName norep 2024-11-11T13:23:34,174 DEBUG [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:34,174 INFO [StoreOpener-9527408f7aa0c5c96695ee1d23739903-1 {}] regionserver.HStore(327): Store=9527408f7aa0c5c96695ee1d23739903/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:34,174 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,175 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/default/test/9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,175 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/default/test/9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,176 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,176 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,176 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:34,177 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,179 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/data/default/test/9527408f7aa0c5c96695ee1d23739903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:34,179 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9527408f7aa0c5c96695ee1d23739903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984398, jitterRate=-0.10616281628608704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:34,179 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9527408f7aa0c5c96695ee1d23739903 2024-11-11T13:23:34,180 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9527408f7aa0c5c96695ee1d23739903: Running coprocessor pre-open hook at 1731331414170Writing region info on filesystem at 1731331414170Initializing all the Stores at 1731331414171 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331414171Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331414171Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331414171Cleaning up temporary data from old regions at 1731331414176 (+5 ms)Running coprocessor post-open hooks at 1731331414179 (+3 ms)Region opened successfully at 1731331414180 (+1 ms) 2024-11-11T13:23:34,181 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331413439.9527408f7aa0c5c96695ee1d23739903., pid=6, masterSystemTime=1731331414166 2024-11-11T13:23:34,182 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:34,182 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331413439.9527408f7aa0c5c96695ee1d23739903. 2024-11-11T13:23:34,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9527408f7aa0c5c96695ee1d23739903, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,42737,1731331410505 2024-11-11T13:23:34,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9527408f7aa0c5c96695ee1d23739903, server=bbb9a1547c7c,42737,1731331410505 because future has completed 2024-11-11T13:23:34,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:34,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9527408f7aa0c5c96695ee1d23739903, server=bbb9a1547c7c,42737,1731331410505 in 171 msec 2024-11-11T13:23:34,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:34,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9527408f7aa0c5c96695ee1d23739903, ASSIGN in 326 msec 2024-11-11T13:23:34,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:34,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331414188"}]},"ts":"1731331414188"} 2024-11-11T13:23:34,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:34,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:34,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-11T13:23:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:34,576 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:34,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41833,-1 for getting cluster id 2024-11-11T13:23:34,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:34,577 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21354d11-5c3f-4534-8326-2747cd72c024' 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21354d11-5c3f-4534-8326-2747cd72c024" 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f66f521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41833,-1] 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,579 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29992407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e1f137 2024-11-11T13:23:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:34,580 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:34,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:34,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:41833' 2024-11-11T13:23:34,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2ca32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,41833,-1 for getting cluster id 2024-11-11T13:23:34,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:34,584 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21354d11-5c3f-4534-8326-2747cd72c024' 2024-11-11T13:23:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21354d11-5c3f-4534-8326-2747cd72c024" 2024-11-11T13:23:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c46fbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,41833,-1] 2024-11-11T13:23:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,585 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4437aa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:34,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:34,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,41833,1731331410438 2024-11-11T13:23:34,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6791cbe5 2024-11-11T13:23:34,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:34,587 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:34,587 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:23:34,587 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:34,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:34,588 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T13:23:34,593 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T13:23:34,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-11T13:23:34,595 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T13:23:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:34,687 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://bbb9a1547c7c:41833, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T13:23:34,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:34,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:34,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:34,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:34,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 357) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1640251938_20 at /127.0.0.1:49952 [Receiving block BP-1687723109-172.17.0.2-1731331409510:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc028434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1-prefix:bbb9a1547c7c,42737,1731331410505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1687723109-172.17.0.2-1731331409510:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: bbb9a1547c7c:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server idle connection scanner for port 34509 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1/MasterData-prefix:bbb9a1547c7c,41833,1731331410438 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;bbb9a1547c7c:41833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp787070663-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc028434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2139640376-7906-acceptor-0@372074c2-ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:46615} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2139640376-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc028434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bbb9a1547c7c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53762 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bbb9a1547c7c:42737 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5e94c3e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp787070663-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc028434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bbb9a1547c7c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43259/user/jenkins/test-data/3eae9dce-5bed-166e-15d2-a33adbce03d1-prefix:bbb9a1547c7c,42737,1731331410505.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp787070663-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2138252459_20 at /127.0.0.1:49928 [Receiving block BP-1687723109-172.17.0.2-1731331409510:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/bbb9a1547c7c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp787070663-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc028434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007fc028abe048.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data2/current/BP-1687723109-172.17.0.2-1731331409510 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3c3e29d4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331412236 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7860-acceptor-0@15f4a3b8-ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:33975} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp2139640376-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53762): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 43259 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1687723109-172.17.0.2-1731331409510:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5349f266 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bbb9a1547c7c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp2139640376-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53762) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1687723109-172.17.0.2-1731331409510 heartbeating to localhost/127.0.0.1:43259 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1640251938_20 at /127.0.0.1:49904 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-66761ef3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc0289f2cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1687723109-172.17.0.2-1731331409510:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53762) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;bbb9a1547c7c:42737-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53762) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(983039263) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331412236 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11346850 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ab2e0df-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data1/current/BP-1687723109-172.17.0.2-1731331409510 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp787070663-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/cluster_9778c87c-6b10-4d04-ab19-67f2e7cd31b0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1640251938_20 at /127.0.0.1:49964 [Receiving block BP-1687723109-172.17.0.2-1731331409510:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=1601 (was 1620) 2024-11-11T13:23:34,706 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-11T13:23:34,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=1601 2024-11-11T13:23:34,719 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-11T13:23:34,734 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T13:23:34,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.log.dir so I do NOT create it in target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93 2024-11-11T13:23:34,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:23:34,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.tmp.dir so I do NOT create it in target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93 2024-11-11T13:23:34,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e379bdd-2867-3189-905d-be5537993354/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:23:34,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93 2024-11-11T13:23:34,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9, deleteOnExit=true 2024-11-11T13:23:34,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/zookeeper_0, clientPort=61296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:23:34,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61296 2024-11-11T13:23:34,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:23:34,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:23:34,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/test.cache.data in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:23:34,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:34,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:23:34,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:23:34,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:34,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:34,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:34,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:34,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:23:34,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:34,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:34,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:34,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/java.io.tmpdir/jetty-localhost-46277-hadoop-hdfs-3_4_1-tests_jar-_-any-11927310974818710218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:34,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:46277} 2024-11-11T13:23:34,911 INFO [Time-limited test {}] server.Server(415): Started @285120ms 2024-11-11T13:23:35,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:35,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:35,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:35,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:35,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:23:35,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:35,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:35,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-17867576284592312911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:35,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-11-11T13:23:35,109 INFO [Time-limited test {}] server.Server(415): Started @285317ms 2024-11-11T13:23:35,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:23:35,179 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/data/data1/current/BP-1060684693-172.17.0.2-1731331414759/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:35,179 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/data/data2/current/BP-1060684693-172.17.0.2-1731331414759/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:35,202 WARN [Thread-4283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:23:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8effb586e4b44a with lease ID 0xe829cf1a4af3cd52: Processing first storage report for DS-057d5915-744c-46b1-af4c-5403179cb7c7 from datanode DatanodeRegistration(127.0.0.1:40249, datanodeUuid=e1d5cd99-3eff-474f-8cec-f401e13cad23, infoPort=41729, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1810865958;c=1731331414759) 2024-11-11T13:23:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8effb586e4b44a with lease ID 0xe829cf1a4af3cd52: from storage DS-057d5915-744c-46b1-af4c-5403179cb7c7 node DatanodeRegistration(127.0.0.1:40249, datanodeUuid=e1d5cd99-3eff-474f-8cec-f401e13cad23, infoPort=41729, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1810865958;c=1731331414759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8effb586e4b44a with lease ID 0xe829cf1a4af3cd52: Processing first storage report for DS-2b817649-a3fb-439a-83e6-54fc5d836d1a from datanode DatanodeRegistration(127.0.0.1:40249, datanodeUuid=e1d5cd99-3eff-474f-8cec-f401e13cad23, infoPort=41729, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1810865958;c=1731331414759) 2024-11-11T13:23:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8effb586e4b44a with lease ID 0xe829cf1a4af3cd52: from storage DS-2b817649-a3fb-439a-83e6-54fc5d836d1a node DatanodeRegistration(127.0.0.1:40249, datanodeUuid=e1d5cd99-3eff-474f-8cec-f401e13cad23, infoPort=41729, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1810865958;c=1731331414759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:35,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93 2024-11-11T13:23:35,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:23:35,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457 with version=8 2024-11-11T13:23:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/hbase-staging 2024-11-11T13:23:35,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:23:35,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:35,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43143 2024-11-11T13:23:35,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43143 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:35,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431430x0, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:35,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43143-0x1002ef437400000 connected 2024-11-11T13:23:35,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/running 2024-11-11T13:23:35,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457, hbase.cluster.distributed=false 2024-11-11T13:23:35,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/acl 2024-11-11T13:23:35,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-11T13:23:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43143 2024-11-11T13:23:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43143 2024-11-11T13:23:35,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-11T13:23:35,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-11T13:23:35,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:23:35,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:35,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34319 2024-11-11T13:23:35,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34319 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:35,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343190x0, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:35,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343190x0, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/running 2024-11-11T13:23:35,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34319-0x1002ef437400001 connected 2024-11-11T13:23:35,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:23:35,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:23:35,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/master 2024-11-11T13:23:35,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/acl 2024-11-11T13:23:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-11T13:23:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34319 2024-11-11T13:23:35,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34319 2024-11-11T13:23:35,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-11T13:23:35,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-11T13:23:35,720 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:43143 2024-11-11T13:23:35,720 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01119728284/backup-masters/bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/backup-masters 2024-11-11T13:23:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/backup-masters 2024-11-11T13:23:35,722 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on existing znode=/01119728284/backup-masters/bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01119728284/master 2024-11-11T13:23:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:35,722 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on existing znode=/01119728284/master 2024-11-11T13:23:35,723 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01119728284/backup-masters/bbb9a1547c7c,43143,1731331415650 from backup master directory 2024-11-11T13:23:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01119728284/backup-masters/bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/backup-masters 2024-11-11T13:23:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/backup-masters 2024-11-11T13:23:35,723 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:35,723 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:35,726 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/hbase.id] with ID: 6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41 2024-11-11T13:23:35,726 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/.tmp/hbase.id 2024-11-11T13:23:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:23:35,735 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/.tmp/hbase.id]:[hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/hbase.id] 2024-11-11T13:23:35,741 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:35,741 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:23:35,742 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:23:35,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:35,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:23:36,151 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:36,151 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:23:36,152 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:36,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:23:36,558 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store 2024-11-11T13:23:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:36,963 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:36,963 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:36,963 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331416963Disabling compacts and flushes for region at 1731331416963Disabling writes for close at 1731331416963Writing region close event to WAL at 1731331416963Closed at 1731331416963 2024-11-11T13:23:36,964 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/.initializing 2024-11-11T13:23:36,964 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/WALs/bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:36,965 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:36,966 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C43143%2C1731331415650, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/WALs/bbb9a1547c7c,43143,1731331415650, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/oldWALs, maxLogs=10 2024-11-11T13:23:36,982 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/WALs/bbb9a1547c7c,43143,1731331415650/bbb9a1547c7c%2C43143%2C1731331415650.1731331416966, exclude list is [], retry=0 2024-11-11T13:23:36,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:36,985 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/WALs/bbb9a1547c7c,43143,1731331415650/bbb9a1547c7c%2C43143%2C1731331415650.1731331416966 2024-11-11T13:23:36,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:36,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:36,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:36,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,986 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:23:36,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:36,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:36,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:23:36,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:36,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:36,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:23:36,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:36,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:36,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:23:36,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:36,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:36,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,993 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,994 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,994 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,995 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:36,995 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:36,997 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:36,997 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68565969, jitterRate=0.02171255648136139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:36,997 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331416986Initializing all the Stores at 1731331416987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331416987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331416987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331416987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331416987Cleaning up temporary data from old regions at 1731331416994 (+7 ms)Region opened successfully at 1731331416997 (+3 ms) 2024-11-11T13:23:36,997 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:23:36,999 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710fe41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:37,000 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:23:37,000 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:23:37,000 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:23:37,001 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:23:37,001 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:23:37,001 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:23:37,001 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:23:37,003 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:23:37,003 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/balancer because node does not exist (not necessarily an error) 2024-11-11T13:23:37,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/balancer already deleted, retry=false 2024-11-11T13:23:37,004 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:23:37,005 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:23:37,005 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/normalizer already deleted, retry=false 2024-11-11T13:23:37,005 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:23:37,006 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:23:37,007 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/switch/split already deleted, retry=false 2024-11-11T13:23:37,007 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:23:37,008 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/switch/merge already deleted, retry=false 2024-11-11T13:23:37,009 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:23:37,010 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/snapshot-cleanup already deleted, retry=false 2024-11-11T13:23:37,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01119728284/running 2024-11-11T13:23:37,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01119728284/running 2024-11-11T13:23:37,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,011 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,43143,1731331415650, sessionid=0x1002ef437400000, setting cluster-up flag (Was=false) 2024-11-11T13:23:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,014 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01119728284/flush-table-proc/acquired, /01119728284/flush-table-proc/reached, /01119728284/flush-table-proc/abort 2024-11-11T13:23:37,015 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:37,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:37,018 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01119728284/online-snapshot/acquired, /01119728284/online-snapshot/reached, /01119728284/online-snapshot/abort 2024-11-11T13:23:37,019 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:37,019 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:23:37,020 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:37,020 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:23:37,020 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,43143,1731331415650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:37,021 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:23:37,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:37,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:37,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:23:37,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:37,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331447029 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:23:37,029 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:23:37,032 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,033 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:23:37,033 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:23:37,033 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:23:37,033 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:23:37,036 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:23:37,036 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:23:37,037 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331417036,5,FailOnTimeoutGroup] 2024-11-11T13:23:37,037 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331417037,5,FailOnTimeoutGroup] 2024-11-11T13:23:37,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:23:37,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,037 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:23:37,112 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(746): ClusterId : 6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41 2024-11-11T13:23:37,112 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:23:37,113 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:23:37,113 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:23:37,114 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:23:37,114 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648d00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:37,125 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:34319 2024-11-11T13:23:37,125 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:23:37,125 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:23:37,125 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:23:37,126 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,43143,1731331415650 with port=34319, startcode=1731331415693 2024-11-11T13:23:37,126 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:23:37,127 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:23:37,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43143 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,129 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457 2024-11-11T13:23:37,129 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37695 2024-11-11T13:23:37,129 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:23:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/rs 2024-11-11T13:23:37,130 DEBUG [RS:0;bbb9a1547c7c:34319 {}] zookeeper.ZKUtil(111): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on existing znode=/01119728284/rs/bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,130 WARN [RS:0;bbb9a1547c7c:34319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:37,130 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:37,130 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,34319,1731331415693] 2024-11-11T13:23:37,132 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:23:37,134 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:23:37,134 INFO [RS:0;bbb9a1547c7c:34319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:23:37,134 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,134 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:23:37,135 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:23:37,135 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:37,135 DEBUG [RS:0;bbb9a1547c7c:34319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,139 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34319,1731331415693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:37,152 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:23:37,152 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34319,1731331415693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,152 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,152 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.Replication(171): bbb9a1547c7c,34319,1731331415693 started 2024-11-11T13:23:37,165 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:37,165 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,34319,1731331415693, RpcServer on bbb9a1547c7c/172.17.0.2:34319, sessionid=0x1002ef437400001 2024-11-11T13:23:37,165 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:23:37,165 DEBUG [RS:0;bbb9a1547c7c:34319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,165 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34319,1731331415693' 2024-11-11T13:23:37,165 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01119728284/flush-table-proc/abort' 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01119728284/flush-table-proc/acquired' 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,34319,1731331415693' 2024-11-11T13:23:37,166 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01119728284/online-snapshot/abort' 2024-11-11T13:23:37,167 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01119728284/online-snapshot/acquired' 2024-11-11T13:23:37,167 DEBUG [RS:0;bbb9a1547c7c:34319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:23:37,167 INFO [RS:0;bbb9a1547c7c:34319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:23:37,167 INFO [RS:0;bbb9a1547c7c:34319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:23:37,267 INFO [RS:0;bbb9a1547c7c:34319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:37,269 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34319%2C1731331415693, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs, maxLogs=10 2024-11-11T13:23:37,282 DEBUG [RS:0;bbb9a1547c7c:34319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269, exclude list is [], retry=0 2024-11-11T13:23:37,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:37,286 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 2024-11-11T13:23:37,286 DEBUG [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:37,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:23:37,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457 2024-11-11T13:23:37,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:23:37,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:37,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:37,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:37,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:37,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:37,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:37,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:37,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:37,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:37,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:37,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:37,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:37,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:37,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:37,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:37,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:37,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:37,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:37,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740 2024-11-11T13:23:37,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740 2024-11-11T13:23:37,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:37,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:37,852 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:37,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:37,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:37,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70364303, jitterRate=0.04850982129573822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331417844Initializing all the Stores at 1731331417845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331417845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331417845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331417845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331417845Cleaning up temporary data from old regions at 1731331417851 (+6 ms)Region opened successfully at 1731331417854 (+3 ms) 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:37,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:37,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331417854Disabling compacts and flushes for region at 1731331417854Disabling writes for close at 1731331417854Writing region close event to WAL at 1731331417854Closed at 1731331417854 2024-11-11T13:23:37,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:37,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:23:37,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:23:37,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:37,856 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:23:38,007 DEBUG [bbb9a1547c7c:43143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:23:38,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:38,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34319,1731331415693, state=OPENING 2024-11-11T13:23:38,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:23:38,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:38,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:38,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:38,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01119728284/meta-region-server: CHANGED 2024-11-11T13:23:38,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01119728284/meta-region-server: CHANGED 2024-11-11T13:23:38,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34319,1731331415693}] 2024-11-11T13:23:38,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:38,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:38,166 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:23:38,166 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:38,167 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:23:38,168 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34319%2C1731331415693.meta, suffix=.meta, logDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs, maxLogs=10 2024-11-11T13:23:38,181 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331418168.meta, exclude list is [], retry=0 2024-11-11T13:23:38,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:38,184 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331418168.meta 2024-11-11T13:23:38,184 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:38,184 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:38,184 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:23:38,185 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:23:38,185 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:23:38,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:38,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:38,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:38,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:38,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:38,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:38,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:38,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:38,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:38,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:38,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:38,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:38,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:38,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:38,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:38,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:38,189 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:38,189 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740 2024-11-11T13:23:38,190 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740 2024-11-11T13:23:38,191 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:38,191 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:38,191 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:38,192 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:38,192 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67363784, jitterRate=0.0037986040115356445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:38,192 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:23:38,192 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331418185Writing region info on filesystem at 1731331418185Initializing all the Stores at 1731331418186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331418186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331418186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331418186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331418186Cleaning up temporary data from old regions at 1731331418191 (+5 ms)Running coprocessor post-open hooks at 1731331418192 (+1 ms)Region opened successfully at 1731331418192 2024-11-11T13:23:38,193 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331418162 2024-11-11T13:23:38,194 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:23:38,194 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:23:38,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:38,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,34319,1731331415693, state=OPEN 2024-11-11T13:23:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01119728284/meta-region-server 2024-11-11T13:23:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01119728284/meta-region-server 2024-11-11T13:23:38,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:38,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01119728284/meta-region-server: CHANGED 2024-11-11T13:23:38,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01119728284/meta-region-server: CHANGED 2024-11-11T13:23:38,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:23:38,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,34319,1731331415693 in 187 msec 2024-11-11T13:23:38,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:23:38,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-11T13:23:38,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:38,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:23:38,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:38,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34319,1731331415693, seqNum=-1] 2024-11-11T13:23:38,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:38,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:38,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-11T13:23:38,209 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331418209, completionTime=-1 2024-11-11T13:23:38,210 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:23:38,210 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:23:38,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:23:38,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331478211 2024-11-11T13:23:38,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331538211 2024-11-11T13:23:38,211 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:43143, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,212 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,213 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.492sec 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:38,215 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:23:38,217 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:23:38,217 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:23:38,217 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,43143,1731331415650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:38,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:38,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:38,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:38,314 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:38,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a67e457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:38,316 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:38,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:38,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34319,1731331415693, seqNum=-1] 2024-11-11T13:23:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:38,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:38,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:38,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:38,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002ef437400002 connected 2024-11-11T13:23:38,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir so I do NOT create it in target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486 2024-11-11T13:23:38,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.tmp.dir so I do NOT create it in target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486 2024-11-11T13:23:38,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:23:38,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/cluster_620e12d6-0f88-9270-c7f8-91641809fe25, deleteOnExit=true 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/test.cache.data in system properties and HBase conf 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:23:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:23:38,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:23:38,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:23:38,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:23:38,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T13:23:38,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:38,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:38,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:38,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:38,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:23:38,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:38,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:38,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:38,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466bec40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/java.io.tmpdir/jetty-localhost-35653-hadoop-hdfs-3_4_1-tests_jar-_-any-9825179270296017495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:38,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:35653} 2024-11-11T13:23:38,475 INFO [Time-limited test {}] server.Server(415): Started @288683ms 2024-11-11T13:23:38,535 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:38,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,578 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,578 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,584 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,587 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:38,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:38,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:38,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:23:38,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:38,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:38,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2590021c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/java.io.tmpdir/jetty-localhost-44807-hadoop-hdfs-3_4_1-tests_jar-_-any-12548682323711724089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:38,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:44807} 2024-11-11T13:23:38,717 INFO [Time-limited test {}] server.Server(415): Started @288925ms 2024-11-11T13:23:38,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:23:38,774 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/cluster_620e12d6-0f88-9270-c7f8-91641809fe25/data/data2/current/BP-1665633712-172.17.0.2-1731331418339/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:38,774 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/cluster_620e12d6-0f88-9270-c7f8-91641809fe25/data/data1/current/BP-1665633712-172.17.0.2-1731331418339/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:38,792 WARN [Thread-4404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fa156ca6aed1f2 with lease ID 0xedd228709633b3d8: Processing first storage report for DS-7ae38ddb-6a4a-40a4-ae1c-6f2e6051b5e2 from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=60d2af4e-2963-41b5-bd68-f71704d6a2ca, infoPort=46099, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=643228932;c=1731331418339) 2024-11-11T13:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fa156ca6aed1f2 with lease ID 0xedd228709633b3d8: from storage DS-7ae38ddb-6a4a-40a4-ae1c-6f2e6051b5e2 node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=60d2af4e-2963-41b5-bd68-f71704d6a2ca, infoPort=46099, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=643228932;c=1731331418339), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fa156ca6aed1f2 with lease ID 0xedd228709633b3d8: Processing first storage report for DS-d9507f0a-f942-4011-81f6-758d1c7c5d10 from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=60d2af4e-2963-41b5-bd68-f71704d6a2ca, infoPort=46099, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=643228932;c=1731331418339) 2024-11-11T13:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fa156ca6aed1f2 with lease ID 0xedd228709633b3d8: from storage DS-d9507f0a-f942-4011-81f6-758d1c7c5d10 node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=60d2af4e-2963-41b5-bd68-f71704d6a2ca, infoPort=46099, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=643228932;c=1731331418339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:38,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486 2024-11-11T13:23:38,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:38,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:23:39,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a with version=8 2024-11-11T13:23:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/hbase-staging 2024-11-11T13:23:39,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:23:39,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:39,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45367 2024-11-11T13:23:39,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45367 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:39,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453670x0, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:39,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45367-0x1002ef437400003 connected 2024-11-11T13:23:39,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:39,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:39,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/running 2024-11-11T13:23:39,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a, hbase.cluster.distributed=false 2024-11-11T13:23:39,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/acl 2024-11-11T13:23:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-11T13:23:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45367 2024-11-11T13:23:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45367 2024-11-11T13:23:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-11T13:23:39,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-11T13:23:39,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:23:39,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:39,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40065 2024-11-11T13:23:39,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40065 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:39,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:39,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400650x0, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:39,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400650x0, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/running 2024-11-11T13:23:39,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40065-0x1002ef437400004 connected 2024-11-11T13:23:39,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:23:39,284 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:23:39,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/master 2024-11-11T13:23:39,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/acl 2024-11-11T13:23:39,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-11T13:23:39,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40065 2024-11-11T13:23:39,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40065 2024-11-11T13:23:39,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-11T13:23:39,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-11T13:23:39,304 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:45367 2024-11-11T13:23:39,305 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1259378733/backup-masters/bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/backup-masters 2024-11-11T13:23:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/backup-masters 2024-11-11T13:23:39,306 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on existing znode=/1259378733/backup-masters/bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259378733/master 2024-11-11T13:23:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:39,307 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on existing znode=/1259378733/master 2024-11-11T13:23:39,307 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1259378733/backup-masters/bbb9a1547c7c,45367,1731331419250 from backup master directory 2024-11-11T13:23:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259378733/backup-masters/bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/backup-masters 2024-11-11T13:23:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/backup-masters 2024-11-11T13:23:39,308 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:39,308 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:39,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/hbase.id] with ID: 0740ed82-c5a3-42fc-a2e5-4eeec8a80046 2024-11-11T13:23:39,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/.tmp/hbase.id 2024-11-11T13:23:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:23:39,717 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/.tmp/hbase.id]:[hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/hbase.id] 2024-11-11T13:23:39,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:39,724 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:23:39,725 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T13:23:39,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:39,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:23:40,130 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:40,131 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:23:40,131 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:23:40,536 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store 2024-11-11T13:23:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:40,541 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:40,541 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:40,541 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331420541Disabling compacts and flushes for region at 1731331420541Disabling writes for close at 1731331420541Writing region close event to WAL at 1731331420541Closed at 1731331420541 2024-11-11T13:23:40,542 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/.initializing 2024-11-11T13:23:40,542 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/WALs/bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:40,542 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:40,543 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C45367%2C1731331419250, suffix=, logDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/WALs/bbb9a1547c7c,45367,1731331419250, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/oldWALs, maxLogs=10 2024-11-11T13:23:40,555 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/WALs/bbb9a1547c7c,45367,1731331419250/bbb9a1547c7c%2C45367%2C1731331419250.1731331420543, exclude list is [], retry=0 2024-11-11T13:23:40,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-7ae38ddb-6a4a-40a4-ae1c-6f2e6051b5e2,DISK] 2024-11-11T13:23:40,558 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/WALs/bbb9a1547c7c,45367,1731331419250/bbb9a1547c7c%2C45367%2C1731331419250.1731331420543 2024-11-11T13:23:40,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-11T13:23:40,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:40,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:40,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,558 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:23:40,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:40,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:40,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:23:40,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:40,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:40,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:23:40,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:40,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:40,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:23:40,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:40,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:40,563 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,563 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,564 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,564 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,564 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,565 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:40,565 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:40,567 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:40,567 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752071, jitterRate=-0.07982243597507477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:40,567 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331420558Initializing all the Stores at 1731331420559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331420559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331420559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331420559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331420559Cleaning up temporary data from old regions at 1731331420564 (+5 ms)Region opened successfully at 1731331420567 (+3 ms) 2024-11-11T13:23:40,567 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:23:40,569 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b79bbfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:23:40,570 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:23:40,571 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:23:40,572 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:23:40,572 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/balancer because node does not exist (not necessarily an error) 2024-11-11T13:23:40,573 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/balancer already deleted, retry=false 2024-11-11T13:23:40,573 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:23:40,573 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:23:40,574 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/normalizer already deleted, retry=false 2024-11-11T13:23:40,574 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:23:40,575 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:23:40,575 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/switch/split already deleted, retry=false 2024-11-11T13:23:40,576 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:23:40,576 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/switch/merge already deleted, retry=false 2024-11-11T13:23:40,577 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:23:40,577 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/snapshot-cleanup already deleted, retry=false 2024-11-11T13:23:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259378733/running 2024-11-11T13:23:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1259378733/running 2024-11-11T13:23:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,578 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,45367,1731331419250, sessionid=0x1002ef437400003, setting cluster-up flag (Was=false) 2024-11-11T13:23:40,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,581 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1259378733/flush-table-proc/acquired, /1259378733/flush-table-proc/reached, /1259378733/flush-table-proc/abort 2024-11-11T13:23:40,582 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:40,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:40,585 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1259378733/online-snapshot/acquired, /1259378733/online-snapshot/reached, /1259378733/online-snapshot/abort 2024-11-11T13:23:40,586 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:40,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:23:40,587 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:40,587 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:23:40,588 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:23:40,588 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,45367,1731331419250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:40,589 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:40,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:23:40,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:40,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:23:40,594 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331450594 2024-11-11T13:23:40,594 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:23:40,595 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:23:40,596 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:23:40,596 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:23:40,596 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:23:40,596 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331420596,5,FailOnTimeoutGroup] 2024-11-11T13:23:40,596 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(746): ClusterId : 0740ed82-c5a3-42fc-a2e5-4eeec8a80046 2024-11-11T13:23:40,596 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:23:40,597 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331420596,5,FailOnTimeoutGroup] 2024-11-11T13:23:40,597 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,597 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:23:40,597 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,597 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,597 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:23:40,597 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:23:40,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:23:40,598 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:23:40,599 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3990e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:40,609 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:40065 2024-11-11T13:23:40,609 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:23:40,609 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:23:40,609 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:23:40,609 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,45367,1731331419250 with port=40065, startcode=1731331419276 2024-11-11T13:23:40,610 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:23:40,611 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:23:40,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45367 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,612 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a 2024-11-11T13:23:40,612 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46707 2024-11-11T13:23:40,612 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:23:40,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/rs 2024-11-11T13:23:40,613 DEBUG [RS:0;bbb9a1547c7c:40065 {}] zookeeper.ZKUtil(111): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on existing znode=/1259378733/rs/bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,613 WARN [RS:0;bbb9a1547c7c:40065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:40,613 INFO [RS:0;bbb9a1547c7c:40065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:40,614 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,40065,1731331419276] 2024-11-11T13:23:40,619 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:23:40,620 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:23:40,620 INFO [RS:0;bbb9a1547c7c:40065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:23:40,620 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,620 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:23:40,621 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:23:40,621 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:40,621 DEBUG [RS:0;bbb9a1547c7c:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,622 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40065,1731331419276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:40,634 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:23:40,634 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,40065,1731331419276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,634 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,634 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.Replication(171): bbb9a1547c7c,40065,1731331419276 started 2024-11-11T13:23:40,645 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:40,645 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,40065,1731331419276, RpcServer on bbb9a1547c7c/172.17.0.2:40065, sessionid=0x1002ef437400004 2024-11-11T13:23:40,645 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:23:40,645 DEBUG [RS:0;bbb9a1547c7c:40065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,645 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,40065,1731331419276' 2024-11-11T13:23:40,645 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1259378733/flush-table-proc/abort' 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1259378733/flush-table-proc/acquired' 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,40065,1731331419276' 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1259378733/online-snapshot/abort' 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1259378733/online-snapshot/acquired' 2024-11-11T13:23:40,646 DEBUG [RS:0;bbb9a1547c7c:40065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:23:40,647 INFO [RS:0;bbb9a1547c7c:40065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:23:40,647 INFO [RS:0;bbb9a1547c7c:40065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:23:40,747 INFO [RS:0;bbb9a1547c7c:40065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:40,748 INFO [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C40065%2C1731331419276, suffix=, logDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/oldWALs, maxLogs=10 2024-11-11T13:23:40,760 DEBUG [RS:0;bbb9a1547c7c:40065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276/bbb9a1547c7c%2C40065%2C1731331419276.1731331420748, exclude list is [], retry=0 2024-11-11T13:23:40,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-7ae38ddb-6a4a-40a4-ae1c-6f2e6051b5e2,DISK] 2024-11-11T13:23:40,763 INFO [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276/bbb9a1547c7c%2C40065%2C1731331419276.1731331420748 2024-11-11T13:23:40,763 DEBUG [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-11T13:23:40,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:23:40,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a 2024-11-11T13:23:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:23:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:41,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:41,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:41,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:41,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:41,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:41,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:41,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:41,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:41,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:41,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740 2024-11-11T13:23:41,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740 2024-11-11T13:23:41,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:41,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:41,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:41,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:41,412 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:41,413 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60324268, jitterRate=-0.10109835863113403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331421404Initializing all the Stores at 1731331421404Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331421404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421404Cleaning up temporary data from old regions at 1731331421410 (+6 ms)Region opened successfully at 1731331421413 (+3 ms) 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:41,413 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:41,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331421413Disabling compacts and flushes for region at 1731331421413Disabling writes for close at 1731331421413Writing region close event to WAL at 1731331421413Closed at 1731331421413 2024-11-11T13:23:41,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:41,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:23:41,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:23:41,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:41,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:23:41,565 DEBUG [bbb9a1547c7c:45367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:23:41,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:41,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,40065,1731331419276, state=OPENING 2024-11-11T13:23:41,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:23:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:23:41,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:41,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40065,1731331419276}] 2024-11-11T13:23:41,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259378733/meta-region-server: CHANGED 2024-11-11T13:23:41,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259378733/meta-region-server: CHANGED 2024-11-11T13:23:41,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:41,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:41,725 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:23:41,725 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:41,725 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:23:41,726 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C40065%2C1731331419276.meta, suffix=.meta, logDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276, archiveDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/oldWALs, maxLogs=10 2024-11-11T13:23:41,738 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276/bbb9a1547c7c%2C40065%2C1731331419276.meta.1731331421726.meta, exclude list is [], retry=0 2024-11-11T13:23:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-7ae38ddb-6a4a-40a4-ae1c-6f2e6051b5e2,DISK] 2024-11-11T13:23:41,741 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/WALs/bbb9a1547c7c,40065,1731331419276/bbb9a1547c7c%2C40065%2C1731331419276.meta.1731331421726.meta 2024-11-11T13:23:41,742 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-11T13:23:41,742 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:41,742 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:23:41,743 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:23:41,743 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:23:41,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:41,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:41,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:41,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:41,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:41,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:41,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:41,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:41,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:41,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:41,747 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:41,747 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740 2024-11-11T13:23:41,748 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740 2024-11-11T13:23:41,748 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:41,749 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:41,749 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:41,750 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:41,750 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59653185, jitterRate=-0.1110982745885849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:41,750 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:23:41,750 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331421743Writing region info on filesystem at 1731331421743Initializing all the Stores at 1731331421744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421744Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331421744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331421744Cleaning up temporary data from old regions at 1731331421749 (+5 ms)Running coprocessor post-open hooks at 1731331421750 (+1 ms)Region opened successfully at 1731331421750 2024-11-11T13:23:41,751 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331421721 2024-11-11T13:23:41,752 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:23:41,752 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:23:41,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:41,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,40065,1731331419276, state=OPEN 2024-11-11T13:23:41,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1259378733/meta-region-server 2024-11-11T13:23:41,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1259378733/meta-region-server 2024-11-11T13:23:41,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:41,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259378733/meta-region-server: CHANGED 2024-11-11T13:23:41,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1259378733/meta-region-server: CHANGED 2024-11-11T13:23:41,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:23:41,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,40065,1731331419276 in 184 msec 2024-11-11T13:23:41,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:23:41,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-11-11T13:23:41,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:41,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:23:41,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:41,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40065,1731331419276, seqNum=-1] 2024-11-11T13:23:41,758 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:41,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:41,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1740 sec 2024-11-11T13:23:41,762 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331421762, completionTime=-1 2024-11-11T13:23:41,762 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:23:41,762 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331481763 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331541763 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:45367, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,763 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,764 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,765 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.458sec 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:41,766 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:23:41,768 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:23:41,768 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:23:41,768 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,45367,1731331419250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:41,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:41,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45367,-1 for getting cluster id 2024-11-11T13:23:41,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:41,798 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0740ed82-c5a3-42fc-a2e5-4eeec8a80046' 2024-11-11T13:23:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0740ed82-c5a3-42fc-a2e5-4eeec8a80046" 2024-11-11T13:23:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ce881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45367,-1] 2024-11-11T13:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:41,799 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:41,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:41,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40065,1731331419276, seqNum=-1] 2024-11-11T13:23:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:41,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:41,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:41,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:41,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002ef437400005 connected 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir so I do NOT create it in target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e 2024-11-11T13:23:41,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.tmp.dir so I do NOT create it in target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e 2024-11-11T13:23:41,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:23:41,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/cluster_d91a1be4-1ef4-0bb0-8085-bb7f568807be, deleteOnExit=true 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/test.cache.data in system properties and HBase conf 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:23:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:23:41,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:23:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:23:41,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:41,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:41,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:41,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:41,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:23:41,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:41,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:41,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:41,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-16132417331070867941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:23:41,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:38943} 2024-11-11T13:23:41,974 INFO [Time-limited test {}] server.Server(415): Started @292182ms 2024-11-11T13:23:42,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:23:42,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:23:42,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:23:42,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:23:42,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:23:42,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:23:42,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:23:42,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@928d69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/java.io.tmpdir/jetty-localhost-39795-hadoop-hdfs-3_4_1-tests_jar-_-any-12019668460835637299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:23:42,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:39795} 2024-11-11T13:23:42,130 INFO [Time-limited test {}] server.Server(415): Started @292338ms 2024-11-11T13:23:42,130 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:23:42,185 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/cluster_d91a1be4-1ef4-0bb0-8085-bb7f568807be/data/data1/current/BP-1034014988-172.17.0.2-1731331421821/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:42,185 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/cluster_d91a1be4-1ef4-0bb0-8085-bb7f568807be/data/data2/current/BP-1034014988-172.17.0.2-1731331421821/current, will proceed with Du for space computation calculation, 2024-11-11T13:23:42,220 WARN [Thread-4524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:23:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x459b82bd692f2f6c with lease ID 0xe652e13afe55e012: Processing first storage report for DS-74406c35-dd83-475a-99c7-12b7bf308922 from datanode DatanodeRegistration(127.0.0.1:37979, datanodeUuid=fca50ee7-62d4-4c35-86da-7d90f7205f1c, infoPort=33447, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1628060877;c=1731331421821) 2024-11-11T13:23:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x459b82bd692f2f6c with lease ID 0xe652e13afe55e012: from storage DS-74406c35-dd83-475a-99c7-12b7bf308922 node DatanodeRegistration(127.0.0.1:37979, datanodeUuid=fca50ee7-62d4-4c35-86da-7d90f7205f1c, infoPort=33447, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1628060877;c=1731331421821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x459b82bd692f2f6c with lease ID 0xe652e13afe55e012: Processing first storage report for DS-934c26cc-d7cb-402f-915e-25005ca76d20 from datanode DatanodeRegistration(127.0.0.1:37979, datanodeUuid=fca50ee7-62d4-4c35-86da-7d90f7205f1c, infoPort=33447, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1628060877;c=1731331421821) 2024-11-11T13:23:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x459b82bd692f2f6c with lease ID 0xe652e13afe55e012: from storage DS-934c26cc-d7cb-402f-915e-25005ca76d20 node DatanodeRegistration(127.0.0.1:37979, datanodeUuid=fca50ee7-62d4-4c35-86da-7d90f7205f1c, infoPort=33447, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1628060877;c=1731331421821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:23:42,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e 2024-11-11T13:23:42,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:23:42,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835 with version=8 2024-11-11T13:23:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/hbase-staging 2024-11-11T13:23:42,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:23:42,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:42,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37537 2024-11-11T13:23:42,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37537 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375370x0, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:42,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37537-0x1002ef437400006 connected 2024-11-11T13:23:42,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/running 2024-11-11T13:23:42,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835, hbase.cluster.distributed=false 2024-11-11T13:23:42,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/acl 2024-11-11T13:23:42,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T13:23:42,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37537 2024-11-11T13:23:42,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37537 2024-11-11T13:23:42,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T13:23:42,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T13:23:42,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:23:42,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:23:42,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41649 2024-11-11T13:23:42,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41649 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:42,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:42,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416490x0, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:42,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41649-0x1002ef437400007 connected 2024-11-11T13:23:42,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416490x0, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/running 2024-11-11T13:23:42,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:23:42,695 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:23:42,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/master 2024-11-11T13:23:42,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/acl 2024-11-11T13:23:42,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-11T13:23:42,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41649 2024-11-11T13:23:42,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41649 2024-11-11T13:23:42,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-11T13:23:42,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-11T13:23:42,715 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:37537 2024-11-11T13:23:42,715 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /292749040/backup-masters/bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/backup-masters 2024-11-11T13:23:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/backup-masters 2024-11-11T13:23:42,716 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on existing znode=/292749040/backup-masters/bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:42,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/292749040/master 2024-11-11T13:23:42,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:42,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:42,717 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on existing znode=/292749040/master 2024-11-11T13:23:42,717 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /292749040/backup-masters/bbb9a1547c7c,37537,1731331422661 from backup master directory 2024-11-11T13:23:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/292749040/backup-masters/bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/backup-masters 2024-11-11T13:23:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/backup-masters 2024-11-11T13:23:42,718 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:42,718 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:42,722 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/hbase.id] with ID: 8637f719-9eff-41f2-9295-5c7f672544a0 2024-11-11T13:23:42,722 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/.tmp/hbase.id 2024-11-11T13:23:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:23:43,126 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/.tmp/hbase.id]:[hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/hbase.id] 2024-11-11T13:23:43,133 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:43,133 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:23:43,133 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T13:23:43,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:43,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:23:43,539 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:43,540 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:23:43,540 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:23:43,945 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store 2024-11-11T13:23:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:44,350 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:44,350 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:44,350 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331424350Disabling compacts and flushes for region at 1731331424350Disabling writes for close at 1731331424350Writing region close event to WAL at 1731331424350Closed at 1731331424350 2024-11-11T13:23:44,351 WARN [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/.initializing 2024-11-11T13:23:44,351 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/WALs/bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:44,352 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:44,353 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C37537%2C1731331422661, suffix=, logDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/WALs/bbb9a1547c7c,37537,1731331422661, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/oldWALs, maxLogs=10 2024-11-11T13:23:44,366 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/WALs/bbb9a1547c7c,37537,1731331422661/bbb9a1547c7c%2C37537%2C1731331422661.1731331424353, exclude list is [], retry=0 2024-11-11T13:23:44,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-74406c35-dd83-475a-99c7-12b7bf308922,DISK] 2024-11-11T13:23:44,370 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/WALs/bbb9a1547c7c,37537,1731331422661/bbb9a1547c7c%2C37537%2C1731331422661.1731331424353 2024-11-11T13:23:44,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33447:33447)] 2024-11-11T13:23:44,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:44,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:44,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,370 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:23:44,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:44,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:44,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:23:44,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:44,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:44,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:23:44,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:44,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:44,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:23:44,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:44,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:44,376 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,377 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,377 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,378 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:44,379 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:23:44,380 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:44,380 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63934517, jitterRate=-0.047301456332206726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:44,380 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731331424371Initializing all the Stores at 1731331424371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331424371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331424371Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331424371Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331424371Cleaning up temporary data from old regions at 1731331424378 (+7 ms)Region opened successfully at 1731331424380 (+2 ms) 2024-11-11T13:23:44,381 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:23:44,383 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd29b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:44,383 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:23:44,384 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:23:44,384 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:23:44,384 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:23:44,384 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:23:44,385 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:23:44,385 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T13:23:44,386 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:23:44,387 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/balancer because node does not exist (not necessarily an error) 2024-11-11T13:23:44,387 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/balancer already deleted, retry=false 2024-11-11T13:23:44,388 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:23:44,388 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:23:44,389 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/normalizer already deleted, retry=false 2024-11-11T13:23:44,389 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:23:44,390 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:23:44,390 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/switch/split already deleted, retry=false 2024-11-11T13:23:44,391 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:23:44,391 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/switch/merge already deleted, retry=false 2024-11-11T13:23:44,393 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:23:44,393 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/snapshot-cleanup already deleted, retry=false 2024-11-11T13:23:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/292749040/running 2024-11-11T13:23:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/292749040/running 2024-11-11T13:23:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,395 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,37537,1731331422661, sessionid=0x1002ef437400006, setting cluster-up flag (Was=false) 2024-11-11T13:23:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,398 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /292749040/flush-table-proc/acquired, /292749040/flush-table-proc/reached, /292749040/flush-table-proc/abort 2024-11-11T13:23:44,398 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:44,401 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /292749040/online-snapshot/acquired, /292749040/online-snapshot/reached, /292749040/online-snapshot/abort 2024-11-11T13:23:44,402 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:44,403 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:23:44,404 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:44,404 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:23:44,404 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:23:44,405 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,37537,1731331422661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:44,406 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,406 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(746): ClusterId : 8637f719-9eff-41f2-9295-5c7f672544a0 2024-11-11T13:23:44,407 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:23:44,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331454407 2024-11-11T13:23:44,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:23:44,407 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:23:44,408 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:23:44,408 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:23:44,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:23:44,408 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:23:44,408 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331424408,5,FailOnTimeoutGroup] 2024-11-11T13:23:44,408 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331424408,5,FailOnTimeoutGroup] 2024-11-11T13:23:44,409 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,409 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:23:44,409 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,409 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,409 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:23:44,409 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ca6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0 2024-11-11T13:23:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:23:44,423 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:41649 2024-11-11T13:23:44,423 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:23:44,423 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:23:44,423 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:23:44,424 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,37537,1731331422661 with port=41649, startcode=1731331422688 2024-11-11T13:23:44,424 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:23:44,425 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:23:44,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,427 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835 2024-11-11T13:23:44,427 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41497 2024-11-11T13:23:44,427 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:23:44,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/rs 2024-11-11T13:23:44,429 DEBUG [RS:0;bbb9a1547c7c:41649 {}] zookeeper.ZKUtil(111): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on existing znode=/292749040/rs/bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,429 WARN [RS:0;bbb9a1547c7c:41649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:23:44,429 INFO [RS:0;bbb9a1547c7c:41649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:44,429 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,41649,1731331422688] 2024-11-11T13:23:44,435 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:23:44,437 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:23:44,437 INFO [RS:0;bbb9a1547c7c:41649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:23:44,437 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,438 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:23:44,438 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:23:44,438 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,438 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,438 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:44,439 DEBUG [RS:0;bbb9a1547c7c:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,443 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41649,1731331422688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:44,456 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:23:44,456 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,41649,1731331422688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,456 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,456 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.Replication(171): bbb9a1547c7c,41649,1731331422688 started 2024-11-11T13:23:44,469 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:44,469 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,41649,1731331422688, RpcServer on bbb9a1547c7c/172.17.0.2:41649, sessionid=0x1002ef437400007 2024-11-11T13:23:44,469 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:23:44,469 DEBUG [RS:0;bbb9a1547c7c:41649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,469 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,41649,1731331422688' 2024-11-11T13:23:44,469 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/292749040/flush-table-proc/abort' 2024-11-11T13:23:44,469 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/292749040/flush-table-proc/acquired' 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,41649,1731331422688' 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/292749040/online-snapshot/abort' 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/292749040/online-snapshot/acquired' 2024-11-11T13:23:44,470 DEBUG [RS:0;bbb9a1547c7c:41649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:23:44,470 INFO [RS:0;bbb9a1547c7c:41649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:23:44,470 INFO [RS:0;bbb9a1547c7c:41649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:23:44,571 INFO [RS:0;bbb9a1547c7c:41649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:23:44,572 INFO [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C41649%2C1731331422688, suffix=, logDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/oldWALs, maxLogs=10 2024-11-11T13:23:44,584 DEBUG [RS:0;bbb9a1547c7c:41649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688/bbb9a1547c7c%2C41649%2C1731331422688.1731331424572, exclude list is [], retry=0 2024-11-11T13:23:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-74406c35-dd83-475a-99c7-12b7bf308922,DISK] 2024-11-11T13:23:44,587 INFO [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688/bbb9a1547c7c%2C41649%2C1731331422688.1731331424572 2024-11-11T13:23:44,587 DEBUG [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33447:33447)] 2024-11-11T13:23:44,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:23:44,817 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835 2024-11-11T13:23:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741833_1009 (size=32) 2024-11-11T13:23:45,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:45,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:45,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:45,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:45,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:45,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:45,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:45,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:45,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:45,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740 2024-11-11T13:23:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740 2024-11-11T13:23:45,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:45,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:45,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:45,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:45,230 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:45,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59645552, jitterRate=-0.11121201515197754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731331425221Initializing all the Stores at 1731331425222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331425222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425222Cleaning up temporary data from old regions at 1731331425228 (+6 ms)Region opened successfully at 1731331425231 (+3 ms) 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:45,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:45,231 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:45,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331425231Disabling compacts and flushes for region at 1731331425231Disabling writes for close at 1731331425231Writing region close event to WAL at 1731331425231Closed at 1731331425231 2024-11-11T13:23:45,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:45,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:23:45,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:23:45,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:45,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:23:45,384 DEBUG [bbb9a1547c7c:37537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T13:23:45,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:45,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,41649,1731331422688, state=OPENING 2024-11-11T13:23:45,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:23:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:45,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /292749040/meta-region-server: CHANGED 2024-11-11T13:23:45,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /292749040/meta-region-server: CHANGED 2024-11-11T13:23:45,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:23:45,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41649,1731331422688}] 2024-11-11T13:23:45,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:45,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:45,543 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:23:45,543 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:45,543 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:23:45,544 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C41649%2C1731331422688.meta, suffix=.meta, logDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/oldWALs, maxLogs=10 2024-11-11T13:23:45,555 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688/bbb9a1547c7c%2C41649%2C1731331422688.meta.1731331425544.meta, exclude list is [], retry=0 2024-11-11T13:23:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-74406c35-dd83-475a-99c7-12b7bf308922,DISK] 2024-11-11T13:23:45,558 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688/bbb9a1547c7c%2C41649%2C1731331422688.meta.1731331425544.meta 2024-11-11T13:23:45,558 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33447:33447)] 2024-11-11T13:23:45,558 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:45,559 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:23:45,559 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:23:45,559 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:23:45,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:23:45,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:23:45,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:23:45,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:23:45,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:23:45,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:23:45,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:23:45,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:23:45,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:23:45,563 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:23:45,564 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740 2024-11-11T13:23:45,564 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740 2024-11-11T13:23:45,565 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:23:45,565 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:23:45,565 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:23:45,566 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:23:45,567 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67361476, jitterRate=0.003764212131500244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:23:45,567 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:23:45,567 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731331425559Writing region info on filesystem at 1731331425559Initializing all the Stores at 1731331425560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331425560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331425560Cleaning up temporary data from old regions at 1731331425565 (+5 ms)Running coprocessor post-open hooks at 1731331425567 (+2 ms)Region opened successfully at 1731331425567 2024-11-11T13:23:45,568 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331425539 2024-11-11T13:23:45,569 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:23:45,569 INFO [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:23:45,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:45,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,41649,1731331422688, state=OPEN 2024-11-11T13:23:45,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/292749040/meta-region-server 2024-11-11T13:23:45,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/292749040/meta-region-server 2024-11-11T13:23:45,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /292749040/meta-region-server: CHANGED 2024-11-11T13:23:45,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /292749040/meta-region-server: CHANGED 2024-11-11T13:23:45,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:45,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:23:45,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,41649,1731331422688 in 183 msec 2024-11-11T13:23:45,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:23:45,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-11-11T13:23:45,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:23:45,575 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:23:45,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:45,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41649,1731331422688, seqNum=-1] 2024-11-11T13:23:45,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:45,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:45,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1770 sec 2024-11-11T13:23:45,581 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331425581, completionTime=-1 2024-11-11T13:23:45,581 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T13:23:45,581 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331485583 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331545583 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:37537, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,583 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,585 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:23:45,586 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:23:45,587 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:23:45,587 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:23:45,588 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:23:45,588 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:23:45,588 INFO [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,37537,1731331422661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:23:45,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:45,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37537,-1 for getting cluster id 2024-11-11T13:23:45,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:45,609 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8637f719-9eff-41f2-9295-5c7f672544a0' 2024-11-11T13:23:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8637f719-9eff-41f2-9295-5c7f672544a0" 2024-11-11T13:23:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2684eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37537,-1] 2024-11-11T13:23:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:45,610 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:45,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:45,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41649,1731331422688, seqNum=-1] 2024-11-11T13:23:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:45,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:45,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:45,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-11T13:23:45,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:23:45,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002ef437400008 connected 2024-11-11T13:23:45,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@176c7860 2024-11-11T13:23:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:45,619 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:45,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:45,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:45,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:45,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:46,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d548925ab327987df436917b15ce2da9, NAME => 'test,,1731331425619.d548925ab327987df436917b15ce2da9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457 2024-11-11T13:23:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331425619.d548925ab327987df436917b15ce2da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d548925ab327987df436917b15ce2da9, disabling compactions & flushes 2024-11-11T13:23:46,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331425619.d548925ab327987df436917b15ce2da9. after waiting 0 ms 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d548925ab327987df436917b15ce2da9: Waiting for close lock at 1731331426432Disabling compacts and flushes for region at 1731331426432Disabling writes for close at 1731331426432Writing region close event to WAL at 1731331426432Closed at 1731331426432 2024-11-11T13:23:46,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:46,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331425619.d548925ab327987df436917b15ce2da9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331426434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331426434"}]},"ts":"1731331426434"} 2024-11-11T13:23:46,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:46,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:46,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331426436"}]},"ts":"1731331426436"} 2024-11-11T13:23:46,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:46,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d548925ab327987df436917b15ce2da9, ASSIGN}] 2024-11-11T13:23:46,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d548925ab327987df436917b15ce2da9, ASSIGN 2024-11-11T13:23:46,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d548925ab327987df436917b15ce2da9, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,34319,1731331415693; forceNewPlan=false, retain=false 2024-11-11T13:23:46,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d548925ab327987df436917b15ce2da9, regionState=OPENING, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:46,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d548925ab327987df436917b15ce2da9, ASSIGN because future has completed 2024-11-11T13:23:46,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d548925ab327987df436917b15ce2da9, server=bbb9a1547c7c,34319,1731331415693}] 2024-11-11T13:23:46,746 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,746 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d548925ab327987df436917b15ce2da9, NAME => 'test,,1731331425619.d548925ab327987df436917b15ce2da9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:46,746 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:46,746 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:46,747 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,747 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331425619.d548925ab327987df436917b15ce2da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:46,747 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,747 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,747 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,748 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d548925ab327987df436917b15ce2da9 columnFamilyName f 2024-11-11T13:23:46,748 DEBUG [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:46,748 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(327): Store=d548925ab327987df436917b15ce2da9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:46,749 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,749 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d548925ab327987df436917b15ce2da9 columnFamilyName f1 2024-11-11T13:23:46,749 DEBUG [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:46,749 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(327): Store=d548925ab327987df436917b15ce2da9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:46,749 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,750 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d548925ab327987df436917b15ce2da9 columnFamilyName norep 2024-11-11T13:23:46,750 DEBUG [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:46,750 INFO [StoreOpener-d548925ab327987df436917b15ce2da9-1 {}] regionserver.HStore(327): Store=d548925ab327987df436917b15ce2da9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:46,750 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,751 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,751 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,752 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,752 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,752 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:46,753 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,754 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:46,754 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d548925ab327987df436917b15ce2da9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65277126, jitterRate=-0.027295023202896118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:46,754 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d548925ab327987df436917b15ce2da9 2024-11-11T13:23:46,754 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d548925ab327987df436917b15ce2da9: Running coprocessor pre-open hook at 1731331426747Writing region info on filesystem at 1731331426747Initializing all the Stores at 1731331426747Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331426747Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331426747Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331426747Cleaning up temporary data from old regions at 1731331426752 (+5 ms)Running coprocessor post-open hooks at 1731331426754 (+2 ms)Region opened successfully at 1731331426754 2024-11-11T13:23:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:46,755 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331425619.d548925ab327987df436917b15ce2da9., pid=6, masterSystemTime=1731331426744 2024-11-11T13:23:46,756 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,756 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:23:46,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d548925ab327987df436917b15ce2da9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:46,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d548925ab327987df436917b15ce2da9, server=bbb9a1547c7c,34319,1731331415693 because future has completed 2024-11-11T13:23:46,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:46,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d548925ab327987df436917b15ce2da9, server=bbb9a1547c7c,34319,1731331415693 in 167 msec 2024-11-11T13:23:46,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:46,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d548925ab327987df436917b15ce2da9, ASSIGN in 322 msec 2024-11-11T13:23:46,762 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:46,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331426762"}]},"ts":"1731331426762"} 2024-11-11T13:23:46,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:46,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:46,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-11T13:23:47,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:47,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:47,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:47,766 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dfcced8 2024-11-11T13:23:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:47,767 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:47,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:47,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:47,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:47,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:47,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:47,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:48,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbdc0a813715a97c79e5ec5188400840, NAME => 'test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a 2024-11-11T13:23:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fbdc0a813715a97c79e5ec5188400840, disabling compactions & flushes 2024-11-11T13:23:48,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. after waiting 0 ms 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbdc0a813715a97c79e5ec5188400840: Waiting for close lock at 1731331428581Disabling compacts and flushes for region at 1731331428581Disabling writes for close at 1731331428581Writing region close event to WAL at 1731331428581Closed at 1731331428581 2024-11-11T13:23:48,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:48,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331428582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331428582"}]},"ts":"1731331428582"} 2024-11-11T13:23:48,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:48,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:48,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331428584"}]},"ts":"1731331428584"} 2024-11-11T13:23:48,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:48,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbdc0a813715a97c79e5ec5188400840, ASSIGN}] 2024-11-11T13:23:48,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbdc0a813715a97c79e5ec5188400840, ASSIGN 2024-11-11T13:23:48,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fbdc0a813715a97c79e5ec5188400840, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,40065,1731331419276; forceNewPlan=false, retain=false 2024-11-11T13:23:48,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbdc0a813715a97c79e5ec5188400840, regionState=OPENING, regionLocation=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:48,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fbdc0a813715a97c79e5ec5188400840, ASSIGN because future has completed 2024-11-11T13:23:48,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdc0a813715a97c79e5ec5188400840, server=bbb9a1547c7c,40065,1731331419276}] 2024-11-11T13:23:48,894 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,894 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fbdc0a813715a97c79e5ec5188400840, NAME => 'test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:48,895 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:48,895 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:48,895 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,895 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:48,895 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,895 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,896 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,897 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdc0a813715a97c79e5ec5188400840 columnFamilyName f 2024-11-11T13:23:48,897 DEBUG [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:48,897 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(327): Store=fbdc0a813715a97c79e5ec5188400840/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:48,897 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,898 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdc0a813715a97c79e5ec5188400840 columnFamilyName f1 2024-11-11T13:23:48,898 DEBUG [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:48,898 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(327): Store=fbdc0a813715a97c79e5ec5188400840/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:48,899 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,899 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdc0a813715a97c79e5ec5188400840 columnFamilyName norep 2024-11-11T13:23:48,899 DEBUG [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:48,899 INFO [StoreOpener-fbdc0a813715a97c79e5ec5188400840-1 {}] regionserver.HStore(327): Store=fbdc0a813715a97c79e5ec5188400840/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:48,899 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,900 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,900 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,901 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,901 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,901 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:48,902 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,903 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:48,903 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fbdc0a813715a97c79e5ec5188400840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73494072, jitterRate=0.0951470136642456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:48,904 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:23:48,904 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fbdc0a813715a97c79e5ec5188400840: Running coprocessor pre-open hook at 1731331428895Writing region info on filesystem at 1731331428895Initializing all the Stores at 1731331428896 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331428896Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331428896Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331428896Cleaning up temporary data from old regions at 1731331428901 (+5 ms)Running coprocessor post-open hooks at 1731331428904 (+3 ms)Region opened successfully at 1731331428904 2024-11-11T13:23:48,904 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331427768.fbdc0a813715a97c79e5ec5188400840., pid=6, masterSystemTime=1731331428891 2024-11-11T13:23:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:48,906 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,906 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:23:48,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbdc0a813715a97c79e5ec5188400840, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,40065,1731331419276 2024-11-11T13:23:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdc0a813715a97c79e5ec5188400840, server=bbb9a1547c7c,40065,1731331419276 because future has completed 2024-11-11T13:23:48,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:48,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fbdc0a813715a97c79e5ec5188400840, server=bbb9a1547c7c,40065,1731331419276 in 169 msec 2024-11-11T13:23:48,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:48,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fbdc0a813715a97c79e5ec5188400840, ASSIGN in 324 msec 2024-11-11T13:23:48,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:48,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331428912"}]},"ts":"1731331428912"} 2024-11-11T13:23:48,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:48,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:48,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-11T13:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:49,916 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:49,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a4cfe 2024-11-11T13:23:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:49,917 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:49,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T13:23:49,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:49,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:49,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T13:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:49,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741835_1011 (size=902) 2024-11-11T13:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:50,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8131865f08078fa1e18f8f110ee19ff5, NAME => 'test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835 2024-11-11T13:23:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741836_1012 (size=39) 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8131865f08078fa1e18f8f110ee19ff5, disabling compactions & flushes 2024-11-11T13:23:50,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. after waiting 0 ms 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8131865f08078fa1e18f8f110ee19ff5: Waiting for close lock at 1731331430330Disabling compacts and flushes for region at 1731331430330Disabling writes for close at 1731331430330Writing region close event to WAL at 1731331430330Closed at 1731331430330 2024-11-11T13:23:50,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:50,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731331430331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331430331"}]},"ts":"1731331430331"} 2024-11-11T13:23:50,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:50,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:50,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331430333"}]},"ts":"1731331430333"} 2024-11-11T13:23:50,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T13:23:50,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8131865f08078fa1e18f8f110ee19ff5, ASSIGN}] 2024-11-11T13:23:50,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8131865f08078fa1e18f8f110ee19ff5, ASSIGN 2024-11-11T13:23:50,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8131865f08078fa1e18f8f110ee19ff5, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,41649,1731331422688; forceNewPlan=false, retain=false 2024-11-11T13:23:50,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8131865f08078fa1e18f8f110ee19ff5, regionState=OPENING, regionLocation=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:50,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8131865f08078fa1e18f8f110ee19ff5, ASSIGN because future has completed 2024-11-11T13:23:50,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8131865f08078fa1e18f8f110ee19ff5, server=bbb9a1547c7c,41649,1731331422688}] 2024-11-11T13:23:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:50,641 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,642 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8131865f08078fa1e18f8f110ee19ff5, NAME => 'test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:50,642 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:50,642 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T13:23:50,642 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,642 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:50,642 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,642 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,643 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,644 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8131865f08078fa1e18f8f110ee19ff5 columnFamilyName f 2024-11-11T13:23:50,644 DEBUG [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:50,645 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(327): Store=8131865f08078fa1e18f8f110ee19ff5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:50,645 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,645 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8131865f08078fa1e18f8f110ee19ff5 columnFamilyName f1 2024-11-11T13:23:50,645 DEBUG [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:50,646 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(327): Store=8131865f08078fa1e18f8f110ee19ff5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:50,646 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,646 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8131865f08078fa1e18f8f110ee19ff5 columnFamilyName norep 2024-11-11T13:23:50,646 DEBUG [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:50,647 INFO [StoreOpener-8131865f08078fa1e18f8f110ee19ff5-1 {}] regionserver.HStore(327): Store=8131865f08078fa1e18f8f110ee19ff5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:50,647 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,647 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,647 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,648 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,648 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,648 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:50,649 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,650 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:50,650 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8131865f08078fa1e18f8f110ee19ff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64196575, jitterRate=-0.0433964878320694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:50,650 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:50,651 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8131865f08078fa1e18f8f110ee19ff5: Running coprocessor pre-open hook at 1731331430642Writing region info on filesystem at 1731331430642Initializing all the Stores at 1731331430643 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331430643Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331430643Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331430643Cleaning up temporary data from old regions at 1731331430648 (+5 ms)Running coprocessor post-open hooks at 1731331430650 (+2 ms)Region opened successfully at 1731331430650 2024-11-11T13:23:50,651 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5., pid=6, masterSystemTime=1731331430639 2024-11-11T13:23:50,652 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,652 INFO [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:50,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8131865f08078fa1e18f8f110ee19ff5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:50,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8131865f08078fa1e18f8f110ee19ff5, server=bbb9a1547c7c,41649,1731331422688 because future has completed 2024-11-11T13:23:50,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T13:23:50,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8131865f08078fa1e18f8f110ee19ff5, server=bbb9a1547c7c,41649,1731331422688 in 168 msec 2024-11-11T13:23:50,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T13:23:50,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8131865f08078fa1e18f8f110ee19ff5, ASSIGN in 322 msec 2024-11-11T13:23:50,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:50,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331430658"}]},"ts":"1731331430658"} 2024-11-11T13:23:50,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T13:23:50,660 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:50,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 742 msec 2024-11-11T13:23:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:23:51,056 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T13:23:51,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:51,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:51,057 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3453fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:51,058 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d5da10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19caca51 2024-11-11T13:23:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:51,059 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:51,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bbb9a1547c7c:45367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:51,062 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45367' 2024-11-11T13:23:51,062 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675d5f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,062 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45367,-1 for getting cluster id 2024-11-11T13:23:51,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:51,063 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0740ed82-c5a3-42fc-a2e5-4eeec8a80046' 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0740ed82-c5a3-42fc-a2e5-4eeec8a80046" 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a25cf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45367,-1] 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:51,064 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:51,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26794610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:51,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:51,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:51,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c68a847 2024-11-11T13:23:51,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:51,066 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:51,067 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T13:23:51,067 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:51,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:51,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:51,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:51,067 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:23:51,068 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T13:23:51,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:23:51,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:51,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:23:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741837_1013 (size=1138) 2024-11-11T13:23:51,118 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T13:23:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:51,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc40f0ba4165ea71b398d24ab7ef694, NAME => 'hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457 2024-11-11T13:23:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741838_1014 (size=44) 2024-11-11T13:23:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7bc40f0ba4165ea71b398d24ab7ef694, disabling compactions & flushes 2024-11-11T13:23:51,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. after waiting 0 ms 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:51,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:51,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bc40f0ba4165ea71b398d24ab7ef694: Waiting for close lock at 1731331431880Disabling compacts and flushes for region at 1731331431880Disabling writes for close at 1731331431880Writing region close event to WAL at 1731331431880Closed at 1731331431880 2024-11-11T13:23:51,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:23:51,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731331431881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331431881"}]},"ts":"1731331431881"} 2024-11-11T13:23:51,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T13:23:51,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:23:51,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331431883"}]},"ts":"1731331431883"} 2024-11-11T13:23:51,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T13:23:51,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bc40f0ba4165ea71b398d24ab7ef694, ASSIGN}] 2024-11-11T13:23:51,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bc40f0ba4165ea71b398d24ab7ef694, ASSIGN 2024-11-11T13:23:51,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bc40f0ba4165ea71b398d24ab7ef694, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,34319,1731331415693; forceNewPlan=false, retain=false 2024-11-11T13:23:52,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bc40f0ba4165ea71b398d24ab7ef694, regionState=OPENING, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:52,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bc40f0ba4165ea71b398d24ab7ef694, ASSIGN because future has completed 2024-11-11T13:23:52,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc40f0ba4165ea71b398d24ab7ef694, server=bbb9a1547c7c,34319,1731331415693}] 2024-11-11T13:23:52,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:52,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:23:52,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T13:23:52,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bbb9a1547c7c%2C34319%2C1731331415693.rep, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs, maxLogs=10 2024-11-11T13:23:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:52,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331432195, exclude list is [], retry=0 2024-11-11T13:23:52,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:52,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331432195 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc40f0ba4165ea71b398d24ab7ef694, NAME => 'hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:23:52,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. service=MultiRowMutationService 2024-11-11T13:23:52,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:23:52,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,216 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,216 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc40f0ba4165ea71b398d24ab7ef694 columnFamilyName hfileref 2024-11-11T13:23:52,216 DEBUG [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:52,217 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(327): Store=7bc40f0ba4165ea71b398d24ab7ef694/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:52,217 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,217 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc40f0ba4165ea71b398d24ab7ef694 columnFamilyName queue 2024-11-11T13:23:52,217 DEBUG [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:52,218 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(327): Store=7bc40f0ba4165ea71b398d24ab7ef694/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:52,218 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,218 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc40f0ba4165ea71b398d24ab7ef694 columnFamilyName sid 2024-11-11T13:23:52,218 DEBUG [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:23:52,219 INFO [StoreOpener-7bc40f0ba4165ea71b398d24ab7ef694-1 {}] regionserver.HStore(327): Store=7bc40f0ba4165ea71b398d24ab7ef694/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:23:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T13:23:52,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:23:52,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7bc40f0ba4165ea71b398d24ab7ef694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74258448, jitterRate=0.1065371036529541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T13:23:52,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:23:52,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7bc40f0ba4165ea71b398d24ab7ef694: Running coprocessor pre-open hook at 1731331432215Writing region info on filesystem at 1731331432215Initializing all the Stores at 1731331432215Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331432215Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331432215Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331432215Cleaning up temporary data from old regions at 1731331432220 (+5 ms)Running coprocessor post-open hooks at 1731331432223 (+3 ms)Region opened successfully at 1731331432223 2024-11-11T13:23:52,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694., pid=10, masterSystemTime=1731331432191 2024-11-11T13:23:52,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:52,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:23:52,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bc40f0ba4165ea71b398d24ab7ef694, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,34319,1731331415693 2024-11-11T13:23:52,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc40f0ba4165ea71b398d24ab7ef694, server=bbb9a1547c7c,34319,1731331415693 because future has completed 2024-11-11T13:23:52,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T13:23:52,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc40f0ba4165ea71b398d24ab7ef694, server=bbb9a1547c7c,34319,1731331415693 in 188 msec 2024-11-11T13:23:52,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T13:23:52,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bc40f0ba4165ea71b398d24ab7ef694, ASSIGN in 344 msec 2024-11-11T13:23:52,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:23:52,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331432231"}]},"ts":"1731331432231"} 2024-11-11T13:23:52,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T13:23:52,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:23:52,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-11T13:23:52,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2] 2024-11-11T13:23:52,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:52,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:23:52,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:23:52,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:52,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T13:23:52,446 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T13:23:52,486 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bbb9a1547c7c,34319,1731331415693, ReplicationSource: 1, currentBandwidth=0 2024-11-11T13:23:52,487 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:52,487 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34319,1731331415693, seqNum=-1] 2024-11-11T13:23:52,487 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:52,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:52,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bbb9a1547c7c,34319,1731331415693', locateType=CURRENT is [region=hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2] 2024-11-11T13:23:52,492 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T13:23:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T13:23:52,495 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bbb9a1547c7c,34319,1731331415693 suceeded 2024-11-11T13:23:52,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T13:23:52,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-11T13:23:52,496 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bbb9a1547c7c:45367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:23:52,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4370 sec 2024-11-11T13:23:52,513 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:45367' 2024-11-11T13:23:52,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52db315c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:52,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45367,-1 for getting cluster id 2024-11-11T13:23:52,515 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:52,516 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0740ed82-c5a3-42fc-a2e5-4eeec8a80046' 2024-11-11T13:23:52,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:52,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0740ed82-c5a3-42fc-a2e5-4eeec8a80046" 2024-11-11T13:23:52,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a34216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:52,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45367,-1] 2024-11-11T13:23:52,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:52,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:52,517 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:52,518 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7437de37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:52,518 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:52,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:52,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3978b160 2024-11-11T13:23:52,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:52,520 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:52,520 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bbb9a1547c7c,34319,1731331415693 (queues=1) is replicating from cluster=6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41 to cluster=0740ed82-c5a3-42fc-a2e5-4eeec8a80046 2024-11-11T13:23:52,521 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bbb9a1547c7c%2C34319%2C1731331415693 2024-11-11T13:23:52,521 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bbb9a1547c7c,34319,1731331415693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:23:52,521 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C34319%2C1731331415693 2024-11-11T13:23:52,521 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269, startPosition=0, beingWritten=true 2024-11-11T13:23:52,526 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:23:52,526 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 379, reset compression=false 2024-11-11T13:23:52,526 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:23:52,733 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 379, reset compression=false 2024-11-11T13:23:52,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:52,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:52,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128920 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bbb9a1547c7c,46589,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T13:23:53,037 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 379, reset compression=false 2024-11-11T13:23:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T13:23:53,206 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T13:23:53,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:53,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:53,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:53,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:53,207 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a18c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,208 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e02e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45367,-1 for getting cluster id 2024-11-11T13:23:53,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:53,210 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0740ed82-c5a3-42fc-a2e5-4eeec8a80046' 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0740ed82-c5a3-42fc-a2e5-4eeec8a80046" 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7509f42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45367,-1] 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,211 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bcbeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37537,-1 for getting cluster id 2024-11-11T13:23:53,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:53,212 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8637f719-9eff-41f2-9295-5c7f672544a0' 2024-11-11T13:23:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8637f719-9eff-41f2-9295-5c7f672544a0" 2024-11-11T13:23:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7d65b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37537,-1] 2024-11-11T13:23:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,213 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230df211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:53,217 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731331433216/Put/seqid=0 2024-11-11T13:23:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741840_1016 (size=7894) 2024-11-11T13:23:53,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731331433221/Put/seqid=0 2024-11-11T13:23:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741841_1017 (size=7691) 2024-11-11T13:23:53,440 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 379, reset compression=false 2024-11-11T13:23:53,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:53,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:53,636 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dada4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,637 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:53,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34319,1731331415693, seqNum=-1] 2024-11-11T13:23:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:53,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:53,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8174e2 2024-11-11T13:23:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:53,647 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2] 2024-11-11T13:23:53,652 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:23:53,656 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T13:23:53,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T13:23:53,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T13:23:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:53,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T13:23:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegion(2603): Flush status journal for d548925ab327987df436917b15ce2da9: 2024-11-11T13:23:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_0 2024-11-11T13:23:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_0 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ 2024-11-11T13:23:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_1 2024-11-11T13:23:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_1 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ 2024-11-11T13:23:53,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_0 into d548925ab327987df436917b15ce2da9/f as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ - updating store file list. 2024-11-11T13:23:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45924bb2d33944e2a87a144371cb2123_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:53,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ into d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:53,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_0 into d548925ab327987df436917b15ce2da9/f (new location: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_) 2024-11-11T13:23:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_0 2024-11-11T13:23:53,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_1 into d548925ab327987df436917b15ce2da9/f as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ - updating store file list. 2024-11-11T13:23:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3c7545b57b14f91a29a11e373453912_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:53,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ into d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:53,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_1 into d548925ab327987df436917b15ce2da9/f (new location: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_) 2024-11-11T13:23:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__u74ot03k2napfcth0ff3fqn2ofpvl6poe2ek6q74hctf72cg1vr4dq1bqgo54kbu/f/hfile_1 2024-11-11T13:23:53,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:53,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:53,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 , the old value is region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bbb9a1547c7c:34319 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:23:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:23:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 from cache 2024-11-11T13:23:53,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40065,1731331419276, seqNum=-1] 2024-11-11T13:23:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:53,682 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T13:23:53,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331427768.fbdc0a813715a97c79e5ec5188400840., hostname=bbb9a1547c7c,40065,1731331419276, seqNum=2] 2024-11-11T13:23:53,685 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:23:53,785 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:34319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T13:23:53,944 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 379, reset compression=false 2024-11-11T13:23:53,948 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:53,948 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[{test/d548925ab327987df436917b15ce2da9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331433679/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:23:53,950 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:53,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T13:23:53,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.ReplicationSink(318): Replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71a97278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,45367,-1 for getting cluster id 2024-11-11T13:23:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:53,952 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0740ed82-c5a3-42fc-a2e5-4eeec8a80046' 2024-11-11T13:23:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0740ed82-c5a3-42fc-a2e5-4eeec8a80046" 2024-11-11T13:23:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c993be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,45367,-1] 2024-11-11T13:23:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:53,953 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:53,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b86108d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:53,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741837_1013 (size=7894) 2024-11-11T13:23:54,148 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 687, reset compression=false 2024-11-11T13:23:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741838_1014 (size=7691) 2024-11-11T13:23:54,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,45367,1731331419250 2024-11-11T13:23:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f9e4af2 2024-11-11T13:23:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:54,370 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:54,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:23:54,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:54,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,40065,1731331419276, seqNum=-1] 2024-11-11T13:23:54,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:54,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:54,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T13:23:54,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T13:23:54,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ for inclusion in fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T13:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:54,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ for inclusion in fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T13:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegion(2603): Flush status journal for fbdc0a813715a97c79e5ec5188400840: 2024-11-11T13:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45924bb2d33944e2a87a144371cb2123_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/6896161df95c41bf9f1768f8469303cf_SeqId_4_ 2024-11-11T13:23:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3c7545b57b14f91a29a11e373453912_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/034c608f188f4fb0b7cfd729afd64482_SeqId_4_ 2024-11-11T13:23:54,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/6896161df95c41bf9f1768f8469303cf_SeqId_4_ - updating store file list. 2024-11-11T13:23:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6896161df95c41bf9f1768f8469303cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:54,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/6896161df95c41bf9f1768f8469303cf_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:54,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f (new location: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/6896161df95c41bf9f1768f8469303cf_SeqId_4_) 2024-11-11T13:23:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/45924bb2d33944e2a87a144371cb2123_SeqId_4_ 2024-11-11T13:23:54,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/034c608f188f4fb0b7cfd729afd64482_SeqId_4_ - updating store file list. 2024-11-11T13:23:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 034c608f188f4fb0b7cfd729afd64482_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:54,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/034c608f188f4fb0b7cfd729afd64482_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:54,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ into fbdc0a813715a97c79e5ec5188400840/f (new location: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/034c608f188f4fb0b7cfd729afd64482_SeqId_4_) 2024-11-11T13:23:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__omo1pssb4qhn8ln84fc2j1cspbiia9mnue0ml1etfrm56520mr4dj2qe1lg10f4f/f/b3c7545b57b14f91a29a11e373453912_SeqId_4_ 2024-11-11T13:23:54,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.ReplicationSink(324): Finished replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:54,452 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 687, reset compression=false 2024-11-11T13:23:54,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:54,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41649,1731331422688, seqNum=-1] 2024-11-11T13:23:54,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:54,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5., hostname=bbb9a1547c7c,41649,1731331422688, seqNum=2] 2024-11-11T13:23:54,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:54,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:23:54,705 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693:(num 1731331417269) roll requested 2024-11-11T13:23:54,720 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, exclude list is [], retry=0 2024-11-11T13:23:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:54,724 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 2024-11-11T13:23:54,724 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:54,724 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 is not closed yet, will try archiving it next time 2024-11-11T13:23:54,724 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693.meta:.meta(num 1731331418168) roll requested 2024-11-11T13:23:54,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:54,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:54,725 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:54,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 not finished, retry = 0 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741832_1008 (size=695) 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfa783c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:54,727 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcabad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3a73b7 2024-11-11T13:23:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:54,729 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:54,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bbb9a1547c7c:37537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T13:23:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T13:23:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:23:54,732 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:37537' 2024-11-11T13:23:54,733 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246341ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,733 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37537,-1 for getting cluster id 2024-11-11T13:23:54,733 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:54,733 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8637f719-9eff-41f2-9295-5c7f672544a0' 2024-11-11T13:23:54,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:54,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8637f719-9eff-41f2-9295-5c7f672544a0" 2024-11-11T13:23:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d8fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37537,-1] 2024-11-11T13:23:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:54,734 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:54,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513e5b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:54,735 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:54,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7141d540 2024-11-11T13:23:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:54,736 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:54,737 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T13:23:54,737 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T13:23:54,737 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:54,737 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:54,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:54,742 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331434725.meta, exclude list is [], retry=0 2024-11-11T13:23:54,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:54,745 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331418168.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331434725.meta 2024-11-11T13:23:54,745 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:54,745 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331418168.meta is not closed yet, will try archiving it next time 2024-11-11T13:23:54,745 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693.rep:(num 1731331432195) roll requested 2024-11-11T13:23:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741834_1010 (size=3473) 2024-11-11T13:23:54,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331418168.meta not finished, retry = 0 2024-11-11T13:23:54,765 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331434745, exclude list is [], retry=0 2024-11-11T13:23:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40249,DS-057d5915-744c-46b1-af4c-5403179cb7c7,DISK] 2024-11-11T13:23:54,769 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331432195 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331434745 2024-11-11T13:23:54,770 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41729:41729)] 2024-11-11T13:23:54,770 DEBUG [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331432195 is not closed yet, will try archiving it next time 2024-11-11T13:23:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741839_1015 (size=1505) 2024-11-11T13:23:54,827 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 2024-11-11T13:23:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:23:54,855 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 to pos 687, reset compression=false 2024-11-11T13:23:54,863 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 was moved to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 2024-11-11T13:23:54,865 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269 2024-11-11T13:23:54,865 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, startPosition=0, beingWritten=true 2024-11-11T13:23:54,865 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331417269, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T13:23:54,867 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bbb9a1547c7c%2C34319%2C1731331415693.1731331417269] 2024-11-11T13:23:54,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T13:23:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:23:55,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T13:23:55,125 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T13:23:55,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T13:23:55,157 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-bbb9a1547c7c,34319,1731331415693, ReplicationSource: 2, currentBandwidth=0 2024-11-11T13:23:55,159 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T13:23:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T13:23:55,161 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bbb9a1547c7c,34319,1731331415693 suceeded 2024-11-11T13:23:55,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T13:23:55,163 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bbb9a1547c7c:37537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T13:23:55,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T13:23:55,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 434 msec 2024-11-11T13:23:55,173 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bbb9a1547c7c:37537' 2024-11-11T13:23:55,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77da597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37537,-1 for getting cluster id 2024-11-11T13:23:55,174 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:55,175 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8637f719-9eff-41f2-9295-5c7f672544a0' 2024-11-11T13:23:55,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:55,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8637f719-9eff-41f2-9295-5c7f672544a0" 2024-11-11T13:23:55,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b30ff09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37537,-1] 2024-11-11T13:23:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,176 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:55,177 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c500fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,177 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379a04b0 2024-11-11T13:23:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:55,178 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:55,179 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bbb9a1547c7c,34319,1731331415693 (queues=1) is replicating from cluster=6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41 to cluster=8637f719-9eff-41f2-9295-5c7f672544a0 2024-11-11T13:23:55,179 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bbb9a1547c7c%2C34319%2C1731331415693 2024-11-11T13:23:55,179 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bbb9a1547c7c,34319,1731331415693, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T13:23:55,179 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bbb9a1547c7c%2C34319%2C1731331415693 2024-11-11T13:23:55,179 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, startPosition=0, beingWritten=true 2024-11-11T13:23:55,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-11T13:23:55,256 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T13:23:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T13:23:55,356 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T13:23:55,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:55,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:55,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:23:55,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731331435359/Put/seqid=0 2024-11-11T13:23:55,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741845_1021 (size=11194) 2024-11-11T13:23:55,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731331435365/Put/seqid=0 2024-11-11T13:23:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741846_1022 (size=10791) 2024-11-11T13:23:55,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,43143,-1 for getting cluster id 2024-11-11T13:23:55,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:55,370 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41' 2024-11-11T13:23:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41" 2024-11-11T13:23:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d08b12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,43143,-1] 2024-11-11T13:23:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,371 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:55,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,34319,1731331415693, seqNum=-1] 2024-11-11T13:23:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:55,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:23:55,375 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 0, reset compression=false 2024-11-11T13:23:55,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,43143,1731331415650 2024-11-11T13:23:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de08be7 2024-11-11T13:23:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:55,381 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:23:55,383 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 0, reset compression=false 2024-11-11T13:23:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2] 2024-11-11T13:23:55,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:23:55,390 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T13:23:55,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T13:23:55,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T13:23:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:55,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T13:23:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegion(2603): Flush status journal for d548925ab327987df436917b15ce2da9: 2024-11-11T13:23:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_1 2024-11-11T13:23:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_1 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ 2024-11-11T13:23:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_0 2024-11-11T13:23:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_0 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ 2024-11-11T13:23:55,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_1 into d548925ab327987df436917b15ce2da9/f as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ - updating store file list. 2024-11-11T13:23:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:55,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ into d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:55,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_1 into d548925ab327987df436917b15ce2da9/f (new location: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_) 2024-11-11T13:23:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_1 2024-11-11T13:23:55,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_0 into d548925ab327987df436917b15ce2da9/f as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ - updating store file list. 2024-11-11T13:23:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:55,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ into d548925ab327987df436917b15ce2da9/f 2024-11-11T13:23:55,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_0 into d548925ab327987df436917b15ce2da9/f (new location: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_) 2024-11-11T13:23:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/staging/jenkins__test__svatuq5qp3u6g44kjefg5a0fkfqjbnpbfh90cncgkgr1k2qothc2lqeu1ape0pbu/f/hfile_0 2024-11-11T13:23:55,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:55,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:55,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 , the old value is region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bbb9a1547c7c:34319 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:23:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T13:23:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731331425619.d548925ab327987df436917b15ce2da9., hostname=bbb9a1547c7c,34319,1731331415693, seqNum=2 from cache 2024-11-11T13:23:55,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:55,423 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T13:23:55,428 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:23:55,526 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:34319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T13:23:55,686 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 0, reset compression=false 2024-11-11T13:23:55,691 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:55,691 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[{test/d548925ab327987df436917b15ce2da9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331435420/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:23:55,692 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:23:55,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T13:23:55,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.ReplicationSink(318): Replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:55,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e437f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,37537,-1 for getting cluster id 2024-11-11T13:23:55,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:23:55,695 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8637f719-9eff-41f2-9295-5c7f672544a0' 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8637f719-9eff-41f2-9295-5c7f672544a0" 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@590123f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,37537,-1] 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:23:55,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:55,696 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:23:55,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc30210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:23:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741837_1013 (size=10791) 2024-11-11T13:23:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741838_1014 (size=11194) 2024-11-11T13:23:55,891 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:55,979 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 0, reset compression=false 2024-11-11T13:23:55,983 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T13:23:55,983 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[{test/d548925ab327987df436917b15ce2da9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731331435420/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T13:23:55,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.ReplicationSink(318): Replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741839_1015 (size=10791) 2024-11-11T13:23:56,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:23:56,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:56,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5804f917 2024-11-11T13:23:56,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:23:56,114 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T13:23:56,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:23:56,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:23:56,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,41649,1731331422688, seqNum=-1] 2024-11-11T13:23:56,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:23:56,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T13:23:56,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T13:23:56,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T13:23:56,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ for inclusion in 8131865f08078fa1e18f8f110ee19ff5/f 2024-11-11T13:23:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T13:23:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:56,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ for inclusion in 8131865f08078fa1e18f8f110ee19ff5/f 2024-11-11T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HRegion(2603): Flush status journal for 8131865f08078fa1e18f8f110ee19ff5: 2024-11-11T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/0577141aac25436fac81e596b90f20cf_SeqId_4_ 2024-11-11T13:23:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/7c525b3f2d824cb885f4aac044f70580_SeqId_4_ 2024-11-11T13:23:56,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ into 8131865f08078fa1e18f8f110ee19ff5/f as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/0577141aac25436fac81e596b90f20cf_SeqId_4_ - updating store file list. 2024-11-11T13:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0577141aac25436fac81e596b90f20cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:56,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/0577141aac25436fac81e596b90f20cf_SeqId_4_ into 8131865f08078fa1e18f8f110ee19ff5/f 2024-11-11T13:23:56,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ into 8131865f08078fa1e18f8f110ee19ff5/f (new location: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/0577141aac25436fac81e596b90f20cf_SeqId_4_) 2024-11-11T13:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ 2024-11-11T13:23:56,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ into 8131865f08078fa1e18f8f110ee19ff5/f as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/7c525b3f2d824cb885f4aac044f70580_SeqId_4_ - updating store file list. 2024-11-11T13:23:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c525b3f2d824cb885f4aac044f70580_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:56,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/7c525b3f2d824cb885f4aac044f70580_SeqId_4_ into 8131865f08078fa1e18f8f110ee19ff5/f 2024-11-11T13:23:56,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ into 8131865f08078fa1e18f8f110ee19ff5/f (new location: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/f/7c525b3f2d824cb885f4aac044f70580_SeqId_4_) 2024-11-11T13:23:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/staging/jenkins.hfs.23__test__k49qo30pnvnja80rtbt7v5ogpoa8n7kslni1fl0lo03gpqdntaqigj8ki4blh14d/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ 2024-11-11T13:23:56,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] regionserver.ReplicationSink(324): Finished replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:56,183 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:56,194 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741840_1016 (size=11194) 2024-11-11T13:23:56,432 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T13:23:56,486 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:56,597 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:56,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T13:23:56,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T13:23:56,810 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T13:23:56,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ for inclusion in fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T13:23:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:56,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ for inclusion in fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T13:23:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T13:23:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegion(2603): Flush status journal for fbdc0a813715a97c79e5ec5188400840: 2024-11-11T13:23:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/f6107901d4054d78bad6c0292076c10e_SeqId_6_ 2024-11-11T13:23:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T13:23:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/b93352890f494389aaefe14334990d67_SeqId_6_ 2024-11-11T13:23:56,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/f6107901d4054d78bad6c0292076c10e_SeqId_6_ - updating store file list. 2024-11-11T13:23:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6107901d4054d78bad6c0292076c10e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:56,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/f6107901d4054d78bad6c0292076c10e_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:56,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f (new location: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/f6107901d4054d78bad6c0292076c10e_SeqId_6_) 2024-11-11T13:23:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/89899ff26f7b4b96bb0a9e02534c044f_SeqId_6_ 2024-11-11T13:23:56,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/b93352890f494389aaefe14334990d67_SeqId_6_ - updating store file list. 2024-11-11T13:23:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b93352890f494389aaefe14334990d67_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T13:23:56,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/b93352890f494389aaefe14334990d67_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f 2024-11-11T13:23:56,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ into fbdc0a813715a97c79e5ec5188400840/f (new location: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/f/b93352890f494389aaefe14334990d67_SeqId_6_) 2024-11-11T13:23:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/staging/jenkins.hfs.22__test__s3q02l6t0akab2on9ht5jfkk833nd2dlajb9acde572un2kpnlg8gifjsr14datk/f/e6fcd005d3a84f37a5b41cde8226e9b5_SeqId_6_ 2024-11-11T13:23:56,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.ReplicationSink(324): Finished replicating [6b2e1d6a-d7d2-46f6-8f3a-81f1c64f9d41] bulk loaded data 2024-11-11T13:23:56,889 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:57,100 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:57,394 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:57,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:23:57,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:57,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:57,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:57,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:57,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:57,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:23:57,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1548873802, stopped=false 2024-11-11T13:23:57,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,37537,1731331422661 2024-11-11T13:23:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/292749040/running 2024-11-11T13:23:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/292749040/running 2024-11-11T13:23:57,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:57,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:23:57,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:57,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:57,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,41649,1731331422688' ***** 2024-11-11T13:23:57,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:23:57,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/running 2024-11-11T13:23:57,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Set watcher on znode that does not yet exist, /292749040/running 2024-11-11T13:23:57,449 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:23:57,449 INFO [RS:0;bbb9a1547c7c:41649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:23:57,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:23:57,449 INFO [RS:0;bbb9a1547c7c:41649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:23:57,449 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(3091): Received CLOSE for 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:41649. 2024-11-11T13:23:57,450 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8131865f08078fa1e18f8f110ee19ff5, disabling compactions & flushes 2024-11-11T13:23:57,450 DEBUG [RS:0;bbb9a1547c7c:41649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:57,450 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:57,450 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:57,450 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:57,450 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. after waiting 0 ms 2024-11-11T13:23:57,450 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:23:57,450 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:23:57,451 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8131865f08078fa1e18f8f110ee19ff5=test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5.} 2024-11-11T13:23:57,451 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:23:57,451 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8131865f08078fa1e18f8f110ee19ff5 2024-11-11T13:23:57,451 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:23:57,451 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:23:57,451 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:23:57,451 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:23:57,451 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T13:23:57,454 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:57,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/default/test/8131865f08078fa1e18f8f110ee19ff5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T13:23:57,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:57,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:23:57,455 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:57,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8131865f08078fa1e18f8f110ee19ff5: Waiting for close lock at 1731331437450Running coprocessor pre-close hooks at 1731331437450Disabling compacts and flushes for region at 1731331437450Disabling writes for close at 1731331437450Writing region close event to WAL at 1731331437451 (+1 ms)Running coprocessor post-close hooks at 1731331437455 (+4 ms)Closed at 1731331437455 2024-11-11T13:23:57,455 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5. 2024-11-11T13:23:57,467 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/info/613d0c9373944238aff801a3b030c6ec is 129, key is test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5./info:regioninfo/1731331430653/Put/seqid=0 2024-11-11T13:23:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741839_1015 (size=6421) 2024-11-11T13:23:57,489 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:23:57,489 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:23:57,651 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:57,703 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:57,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:23:57,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:23:57,851 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:57,871 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/info/613d0c9373944238aff801a3b030c6ec 2024-11-11T13:23:57,892 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/ns/af73fcae26814b91a2b7a1a9aec17bb5 is 43, key is default/ns:d/1731331425578/Put/seqid=0 2024-11-11T13:23:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741840_1016 (size=5153) 2024-11-11T13:23:57,998 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:58,051 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:58,251 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:58,296 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/ns/af73fcae26814b91a2b7a1a9aec17bb5 2024-11-11T13:23:58,316 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/rep_barrier/668f0c431e414d078ad81472dba8c064 is 112, key is test,,1731331429917.8131865f08078fa1e18f8f110ee19ff5./rep_barrier:seqnumDuringOpen/1731331430653/Put/seqid=0 2024-11-11T13:23:58,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741841_1017 (size=5518) 2024-11-11T13:23:58,407 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:58,452 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:23:58,452 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:23:58,452 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:58,652 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:58,701 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:58,720 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/rep_barrier/668f0c431e414d078ad81472dba8c064 2024-11-11T13:23:58,737 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/table/602d4d2a9aa3479c9d61b02032406d09 is 40, key is test/table:state/1731331430658/Put/seqid=0 2024-11-11T13:23:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741842_1018 (size=5165) 2024-11-11T13:23:58,852 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:59,052 DEBUG [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:23:59,140 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/table/602d4d2a9aa3479c9d61b02032406d09 2024-11-11T13:23:59,144 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/info/613d0c9373944238aff801a3b030c6ec as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/info/613d0c9373944238aff801a3b030c6ec 2024-11-11T13:23:59,148 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/info/613d0c9373944238aff801a3b030c6ec, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T13:23:59,148 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/ns/af73fcae26814b91a2b7a1a9aec17bb5 as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/ns/af73fcae26814b91a2b7a1a9aec17bb5 2024-11-11T13:23:59,152 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/ns/af73fcae26814b91a2b7a1a9aec17bb5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:23:59,153 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/rep_barrier/668f0c431e414d078ad81472dba8c064 as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/rep_barrier/668f0c431e414d078ad81472dba8c064 2024-11-11T13:23:59,155 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/rep_barrier/668f0c431e414d078ad81472dba8c064, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T13:23:59,156 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/.tmp/table/602d4d2a9aa3479c9d61b02032406d09 as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/table/602d4d2a9aa3479c9d61b02032406d09 2024-11-11T13:23:59,159 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/table/602d4d2a9aa3479c9d61b02032406d09, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:23:59,160 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false 2024-11-11T13:23:59,164 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:23:59,164 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:23:59,164 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:23:59,165 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:59,165 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331437451Running coprocessor pre-close hooks at 1731331437451Disabling compacts and flushes for region at 1731331437451Disabling writes for close at 1731331437451Obtaining lock to block concurrent updates at 1731331437451Preparing flush snapshotting stores in 1588230740 at 1731331437451Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731331437451Flushing stores of hbase:meta,,1.1588230740 at 1731331437452 (+1 ms)Flushing 1588230740/info: creating writer at 1731331437452Flushing 1588230740/info: appending metadata at 1731331437467 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731331437467Flushing 1588230740/ns: creating writer at 1731331437875 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731331437892 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731331437892Flushing 1588230740/rep_barrier: creating writer at 1731331438300 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331438315 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331438316 (+1 ms)Flushing 1588230740/table: creating writer at 1731331438724 (+408 ms)Flushing 1588230740/table: appending metadata at 1731331438736 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731331438736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcd2967: reopening flushed file at 1731331439143 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4465e155: reopening flushed file at 1731331439148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6217c8fb: reopening flushed file at 1731331439152 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8933dca: reopening flushed file at 1731331439156 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false at 1731331439160 (+4 ms)Writing region close event to WAL at 1731331439161 (+1 ms)Running coprocessor post-close hooks at 1731331439164 (+3 ms)Closed at 1731331439165 (+1 ms) 2024-11-11T13:23:59,165 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:23:59,210 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:59,252 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,41649,1731331422688; all regions closed. 2024-11-11T13:23:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741834_1010 (size=2717) 2024-11-11T13:23:59,256 DEBUG [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/oldWALs 2024-11-11T13:23:59,256 INFO [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C41649%2C1731331422688.meta:.meta(num 1731331425544) 2024-11-11T13:23:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741832_1008 (size=1028) 2024-11-11T13:23:59,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/WALs/bbb9a1547c7c,41649,1731331422688/bbb9a1547c7c%2C41649%2C1731331422688.1731331424572 not finished, retry = 0 2024-11-11T13:23:59,359 DEBUG [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/oldWALs 2024-11-11T13:23:59,360 INFO [RS:0;bbb9a1547c7c:41649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C41649%2C1731331422688:(num 1731331424572) 2024-11-11T13:23:59,360 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:59,360 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:23:59,360 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:59,360 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:59,360 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:59,360 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:23:59,361 INFO [RS:0;bbb9a1547c7c:41649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:41649. 2024-11-11T13:23:59,361 DEBUG [RS:0;bbb9a1547c7c:41649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:23:59,361 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:59,361 DEBUG [RS:0;bbb9a1547c7c:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:23:59,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:23:59,361 INFO [RS:0;bbb9a1547c7c:41649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41649 2024-11-11T13:23:59,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040/rs 2024-11-11T13:23:59,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/292749040/rs/bbb9a1547c7c,41649,1731331422688 2024-11-11T13:23:59,362 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:23:59,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,41649,1731331422688] 2024-11-11T13:23:59,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /292749040/draining/bbb9a1547c7c,41649,1731331422688 already deleted, retry=false 2024-11-11T13:23:59,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,41649,1731331422688 expired; onlineServers=0 2024-11-11T13:23:59,364 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,37537,1731331422661' ***** 2024-11-11T13:23:59,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:23:59,364 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:23:59,364 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:23:59,364 DEBUG [M:0;bbb9a1547c7c:37537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:23:59,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:23:59,364 DEBUG [M:0;bbb9a1547c7c:37537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:23:59,364 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331424408 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331424408,5,FailOnTimeoutGroup] 2024-11-11T13:23:59,364 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:23:59,364 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:23:59,364 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331424408 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331424408,5,FailOnTimeoutGroup] 2024-11-11T13:23:59,364 DEBUG [M:0;bbb9a1547c7c:37537 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:23:59,365 INFO [M:0;bbb9a1547c7c:37537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:23:59,365 INFO [M:0;bbb9a1547c7c:37537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:23:59,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/292749040/master 2024-11-11T13:23:59,365 INFO [M:0;bbb9a1547c7c:37537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:23:59,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/292749040 2024-11-11T13:23:59,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:23:59,365 DEBUG [M:0;bbb9a1547c7c:37537 {}] zookeeper.ZKUtil(347): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Unable to get data of znode /292749040/master because node does not exist (not an error) 2024-11-11T13:23:59,365 WARN [M:0;bbb9a1547c7c:37537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:23:59,366 INFO [M:0;bbb9a1547c7c:37537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/.lastflushedseqids 2024-11-11T13:23:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741843_1019 (size=173) 2024-11-11T13:23:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:59,463 INFO [RS:0;bbb9a1547c7c:41649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:23:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1002ef437400007, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:23:59,463 INFO [RS:0;bbb9a1547c7c:41649 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,41649,1731331422688; zookeeper connection closed. 2024-11-11T13:23:59,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@205c8161 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@205c8161 2024-11-11T13:23:59,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:23:59,504 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:23:59,769 INFO [M:0;bbb9a1547c7c:37537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:23:59,770 INFO [M:0;bbb9a1547c7c:37537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:23:59,770 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:23:59,770 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:59,770 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:59,770 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:23:59,770 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:23:59,770 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T13:23:59,788 DEBUG [M:0;bbb9a1547c7c:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941cd33f04b4463183ebb8c98e9eb8e0 is 82, key is hbase:meta,,1/info:regioninfo/1731331425570/Put/seqid=0 2024-11-11T13:23:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741844_1020 (size=5672) 2024-11-11T13:24:00,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:24:00,113 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:00,192 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941cd33f04b4463183ebb8c98e9eb8e0 2024-11-11T13:24:00,208 DEBUG [M:0;bbb9a1547c7c:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558154c95c864ea39347e09668028fdc is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331430660/Put/seqid=0 2024-11-11T13:24:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741845_1021 (size=6585) 2024-11-11T13:24:00,407 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:00,611 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558154c95c864ea39347e09668028fdc 2024-11-11T13:24:00,627 DEBUG [M:0;bbb9a1547c7c:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/471fb2099456407b9302e0ee10aabfd0 is 69, key is bbb9a1547c7c,41649,1731331422688/rs:state/1731331424426/Put/seqid=0 2024-11-11T13:24:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741846_1022 (size=5156) 2024-11-11T13:24:00,631 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/471fb2099456407b9302e0ee10aabfd0 2024-11-11T13:24:00,634 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/941cd33f04b4463183ebb8c98e9eb8e0 as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/941cd33f04b4463183ebb8c98e9eb8e0 2024-11-11T13:24:00,638 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/941cd33f04b4463183ebb8c98e9eb8e0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T13:24:00,639 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558154c95c864ea39347e09668028fdc as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/558154c95c864ea39347e09668028fdc 2024-11-11T13:24:00,642 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/558154c95c864ea39347e09668028fdc, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T13:24:00,642 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/471fb2099456407b9302e0ee10aabfd0 as hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/471fb2099456407b9302e0ee10aabfd0 2024-11-11T13:24:00,645 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/471fb2099456407b9302e0ee10aabfd0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T13:24:00,646 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-11T13:24:00,647 INFO [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:00,647 DEBUG [M:0;bbb9a1547c7c:37537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331439770Disabling compacts and flushes for region at 1731331439770Disabling writes for close at 1731331439770Obtaining lock to block concurrent updates at 1731331439770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331439770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731331439770Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331439771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331439771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331439788 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331439788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331440196 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331440208 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331440208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331440615 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331440627 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331440627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd11018: reopening flushed file at 1731331440634 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c79f568: reopening flushed file at 1731331440638 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658d4c1: reopening flushed file at 1731331440642 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1731331440646 (+4 ms)Writing region close event to WAL at 1731331440647 (+1 ms)Closed at 1731331440647 2024-11-11T13:24:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741830_1006 (size=32758) 2024-11-11T13:24:00,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd8817c-501c-417b-e821-f3cef2b5d835/MasterData/WALs/bbb9a1547c7c,37537,1731331422661/bbb9a1547c7c%2C37537%2C1731331422661.1731331424353 not finished, retry = 0 2024-11-11T13:24:00,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:24:00,749 INFO [M:0;bbb9a1547c7c:37537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:24:00,750 INFO [M:0;bbb9a1547c7c:37537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37537 2024-11-11T13:24:00,750 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:24:00,851 INFO [M:0;bbb9a1547c7c:37537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:24:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1002ef437400006, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:00,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@928d69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:24:00,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:00,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:00,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:00,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:00,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:24:00,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:24:00,857 WARN [BP-1034014988-172.17.0.2-1731331421821 heartbeating to localhost/127.0.0.1:41497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:24:00,857 WARN [BP-1034014988-172.17.0.2-1731331421821 heartbeating to localhost/127.0.0.1:41497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1034014988-172.17.0.2-1731331421821 (Datanode Uuid fca50ee7-62d4-4c35-86da-7d90f7205f1c) service to localhost/127.0.0.1:41497 2024-11-11T13:24:00,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/cluster_d91a1be4-1ef4-0bb0-8085-bb7f568807be/data/data1/current/BP-1034014988-172.17.0.2-1731331421821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:00,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/cluster_d91a1be4-1ef4-0bb0-8085-bb7f568807be/data/data2/current/BP-1034014988-172.17.0.2-1731331421821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:00,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:24:00,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:24:00,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:00,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:00,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:00,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64e7f4a8-4161-808f-e079-9bd17851e78e/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:00,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:24:00,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:24:00,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:24:00,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:00,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:00,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:24:00,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:00,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:24:00,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1459303697, stopped=false 2024-11-11T13:24:00,875 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,45367,1731331419250 2024-11-11T13:24:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259378733/running 2024-11-11T13:24:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259378733/running 2024-11-11T13:24:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:24:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:24:00,876 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:24:00,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:24:00,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:00,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:00,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/running 2024-11-11T13:24:00,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Set watcher on znode that does not yet exist, /1259378733/running 2024-11-11T13:24:00,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,40065,1731331419276' ***** 2024-11-11T13:24:00,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:24:00,876 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:24:00,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(3091): Received CLOSE for fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,40065,1731331419276 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:40065. 2024-11-11T13:24:00,877 DEBUG [RS:0;bbb9a1547c7c:40065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:00,877 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:00,877 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbdc0a813715a97c79e5ec5188400840, disabling compactions & flushes 2024-11-11T13:24:00,877 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:24:00,877 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:24:00,877 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. after waiting 0 ms 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:24:00,877 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:24:00,877 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T13:24:00,877 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbdc0a813715a97c79e5ec5188400840=test,,1731331427768.fbdc0a813715a97c79e5ec5188400840.} 2024-11-11T13:24:00,877 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbdc0a813715a97c79e5ec5188400840 2024-11-11T13:24:00,877 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:24:00,878 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:24:00,878 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:24:00,878 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:24:00,878 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:24:00,878 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T13:24:00,880 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/default/test/fbdc0a813715a97c79e5ec5188400840/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:24:00,881 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:24:00,881 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:24:00,881 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:24:00,881 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbdc0a813715a97c79e5ec5188400840: Waiting for close lock at 1731331440877Running coprocessor pre-close hooks at 1731331440877Disabling compacts and flushes for region at 1731331440877Disabling writes for close at 1731331440877Writing region close event to WAL at 1731331440878 (+1 ms)Running coprocessor post-close hooks at 1731331440881 (+3 ms)Closed at 1731331440881 2024-11-11T13:24:00,881 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331427768.fbdc0a813715a97c79e5ec5188400840. 2024-11-11T13:24:00,891 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/info/2a4ce9e6ccfa4f23bef54e0cfb9e4237 is 129, key is test,,1731331427768.fbdc0a813715a97c79e5ec5188400840./info:regioninfo/1731331428906/Put/seqid=0 2024-11-11T13:24:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741841_1017 (size=6421) 2024-11-11T13:24:00,894 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/info/2a4ce9e6ccfa4f23bef54e0cfb9e4237 2024-11-11T13:24:00,910 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/ns/3eb81a0c755e410db3033e830435ab74 is 43, key is default/ns:d/1731331421759/Put/seqid=0 2024-11-11T13:24:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741842_1018 (size=5153) 2024-11-11T13:24:00,937 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:24:01,078 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:01,116 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:01,278 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:01,314 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/ns/3eb81a0c755e410db3033e830435ab74 2024-11-11T13:24:01,334 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/rep_barrier/de5c080f874b477cb89f14f768044aa1 is 112, key is test,,1731331427768.fbdc0a813715a97c79e5ec5188400840./rep_barrier:seqnumDuringOpen/1731331428906/Put/seqid=0 2024-11-11T13:24:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741843_1019 (size=5518) 2024-11-11T13:24:01,410 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:01,478 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:01,678 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:01,714 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:24:01,714 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:24:01,737 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/rep_barrier/de5c080f874b477cb89f14f768044aa1 2024-11-11T13:24:01,754 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/table/efa76bd1505a4b998e54f2967b05ae17 is 40, key is test/table:state/1731331428912/Put/seqid=0 2024-11-11T13:24:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741844_1020 (size=5165) 2024-11-11T13:24:01,878 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:24:01,878 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:24:01,878 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:02,078 DEBUG [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:02,158 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/table/efa76bd1505a4b998e54f2967b05ae17 2024-11-11T13:24:02,162 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/info/2a4ce9e6ccfa4f23bef54e0cfb9e4237 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/info/2a4ce9e6ccfa4f23bef54e0cfb9e4237 2024-11-11T13:24:02,165 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/info/2a4ce9e6ccfa4f23bef54e0cfb9e4237, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T13:24:02,166 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/ns/3eb81a0c755e410db3033e830435ab74 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/ns/3eb81a0c755e410db3033e830435ab74 2024-11-11T13:24:02,169 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/ns/3eb81a0c755e410db3033e830435ab74, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:24:02,169 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/rep_barrier/de5c080f874b477cb89f14f768044aa1 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/rep_barrier/de5c080f874b477cb89f14f768044aa1 2024-11-11T13:24:02,172 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/rep_barrier/de5c080f874b477cb89f14f768044aa1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T13:24:02,173 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/.tmp/table/efa76bd1505a4b998e54f2967b05ae17 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/table/efa76bd1505a4b998e54f2967b05ae17 2024-11-11T13:24:02,175 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/table/efa76bd1505a4b998e54f2967b05ae17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T13:24:02,176 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-11T13:24:02,179 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T13:24:02,180 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:24:02,180 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:24:02,180 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:24:02,180 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331440877Running coprocessor pre-close hooks at 1731331440877Disabling compacts and flushes for region at 1731331440877Disabling writes for close at 1731331440878 (+1 ms)Obtaining lock to block concurrent updates at 1731331440878Preparing flush snapshotting stores in 1588230740 at 1731331440878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731331440878Flushing stores of hbase:meta,,1.1588230740 at 1731331440878Flushing 1588230740/info: creating writer at 1731331440878Flushing 1588230740/info: appending metadata at 1731331440891 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731331440891Flushing 1588230740/ns: creating writer at 1731331440898 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731331440910 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731331440910Flushing 1588230740/rep_barrier: creating writer at 1731331441318 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331441333 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331441333Flushing 1588230740/table: creating writer at 1731331441741 (+408 ms)Flushing 1588230740/table: appending metadata at 1731331441754 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731331441754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535cee5d: reopening flushed file at 1731331442161 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd48320: reopening flushed file at 1731331442165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2829304a: reopening flushed file at 1731331442169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6007fd64: reopening flushed file at 1731331442172 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1731331442176 (+4 ms)Writing region close event to WAL at 1731331442177 (+1 ms)Running coprocessor post-close hooks at 1731331442180 (+3 ms)Closed at 1731331442180 2024-11-11T13:24:02,180 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:24:02,219 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:02,279 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,40065,1731331419276; all regions closed. 2024-11-11T13:24:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741834_1010 (size=2717) 2024-11-11T13:24:02,282 DEBUG [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/oldWALs 2024-11-11T13:24:02,282 INFO [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C40065%2C1731331419276.meta:.meta(num 1731331421726) 2024-11-11T13:24:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741832_1008 (size=1374) 2024-11-11T13:24:02,285 DEBUG [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/oldWALs 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C40065%2C1731331419276:(num 1731331420748) 2024-11-11T13:24:02,285 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:24:02,285 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:24:02,285 INFO [RS:0;bbb9a1547c7c:40065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:40065. 2024-11-11T13:24:02,285 DEBUG [RS:0;bbb9a1547c7c:40065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:02,286 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:02,286 DEBUG [RS:0;bbb9a1547c7c:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:02,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:24:02,286 INFO [RS:0;bbb9a1547c7c:40065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40065 2024-11-11T13:24:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259378733/rs/bbb9a1547c7c,40065,1731331419276 2024-11-11T13:24:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733/rs 2024-11-11T13:24:02,287 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:24:02,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,40065,1731331419276] 2024-11-11T13:24:02,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1259378733/draining/bbb9a1547c7c,40065,1731331419276 already deleted, retry=false 2024-11-11T13:24:02,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,40065,1731331419276 expired; onlineServers=0 2024-11-11T13:24:02,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,45367,1731331419250' ***** 2024-11-11T13:24:02,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:24:02,288 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:24:02,288 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:24:02,288 DEBUG [M:0;bbb9a1547c7c:45367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:24:02,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:24:02,288 DEBUG [M:0;bbb9a1547c7c:45367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:24:02,288 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331420596 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331420596,5,FailOnTimeoutGroup] 2024-11-11T13:24:02,288 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:24:02,288 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:24:02,289 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331420596 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331420596,5,FailOnTimeoutGroup] 2024-11-11T13:24:02,289 DEBUG [M:0;bbb9a1547c7c:45367 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:24:02,289 INFO [M:0;bbb9a1547c7c:45367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:24:02,289 INFO [M:0;bbb9a1547c7c:45367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:24:02,289 INFO [M:0;bbb9a1547c7c:45367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:24:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1259378733/master 2024-11-11T13:24:02,290 DEBUG [M:0;bbb9a1547c7c:45367 {}] zookeeper.ZKUtil(347): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Unable to get data of znode /1259378733/master because node does not exist (not an error) 2024-11-11T13:24:02,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1259378733 2024-11-11T13:24:02,290 WARN [M:0;bbb9a1547c7c:45367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:24:02,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:24:02,290 INFO [M:0;bbb9a1547c7c:45367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/.lastflushedseqids 2024-11-11T13:24:02,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741845_1021 (size=173) 2024-11-11T13:24:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:02,388 INFO [RS:0;bbb9a1547c7c:40065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:24:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1002ef437400004, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:02,388 INFO [RS:0;bbb9a1547c7c:40065 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,40065,1731331419276; zookeeper connection closed. 2024-11-11T13:24:02,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c562001 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c562001 2024-11-11T13:24:02,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:24:02,513 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:02,694 INFO [M:0;bbb9a1547c7c:45367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:24:02,694 INFO [M:0;bbb9a1547c7c:45367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:24:02,695 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:24:02,695 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:02,695 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:02,695 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:24:02,695 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:02,695 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T13:24:02,708 DEBUG [M:0;bbb9a1547c7c:45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/376af5d6f80549bdac7a3b4094730e28 is 82, key is hbase:meta,,1/info:regioninfo/1731331421753/Put/seqid=0 2024-11-11T13:24:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741846_1022 (size=5672) 2024-11-11T13:24:02,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:24:02,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:02,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:24:03,111 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/376af5d6f80549bdac7a3b4094730e28 2024-11-11T13:24:03,127 DEBUG [M:0;bbb9a1547c7c:45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52406bdf5ab141a9a1710af9815e3ff5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331428915/Put/seqid=0 2024-11-11T13:24:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741847_1023 (size=6586) 2024-11-11T13:24:03,422 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:03,531 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52406bdf5ab141a9a1710af9815e3ff5 2024-11-11T13:24:03,546 DEBUG [M:0;bbb9a1547c7c:45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7cc85692e8546ba85434db2435a91fd is 69, key is bbb9a1547c7c,40065,1731331419276/rs:state/1731331420611/Put/seqid=0 2024-11-11T13:24:03,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741848_1024 (size=5156) 2024-11-11T13:24:03,715 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:03,950 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7cc85692e8546ba85434db2435a91fd 2024-11-11T13:24:03,953 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/376af5d6f80549bdac7a3b4094730e28 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/376af5d6f80549bdac7a3b4094730e28 2024-11-11T13:24:03,956 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/376af5d6f80549bdac7a3b4094730e28, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T13:24:03,957 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52406bdf5ab141a9a1710af9815e3ff5 as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52406bdf5ab141a9a1710af9815e3ff5 2024-11-11T13:24:03,959 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52406bdf5ab141a9a1710af9815e3ff5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T13:24:03,960 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7cc85692e8546ba85434db2435a91fd as hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7cc85692e8546ba85434db2435a91fd 2024-11-11T13:24:03,963 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46707/user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7cc85692e8546ba85434db2435a91fd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T13:24:03,964 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false 2024-11-11T13:24:03,965 INFO [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:03,965 DEBUG [M:0;bbb9a1547c7c:45367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331442694Disabling compacts and flushes for region at 1731331442694Disabling writes for close at 1731331442695 (+1 ms)Obtaining lock to block concurrent updates at 1731331442695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331442695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731331442695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331442695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331442696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331442707 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331442707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331443114 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331443127 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331443127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331443534 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331443546 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331443546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2855dbab: reopening flushed file at 1731331443953 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d992e4e: reopening flushed file at 1731331443956 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2792ceca: reopening flushed file at 1731331443960 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false at 1731331443964 (+4 ms)Writing region close event to WAL at 1731331443965 (+1 ms)Closed at 1731331443965 2024-11-11T13:24:03,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40625c04-a969-9aea-db5a-31a4b8c34b4a/MasterData/WALs/bbb9a1547c7c,45367,1731331419250/bbb9a1547c7c%2C45367%2C1731331419250.1731331420543 not finished, retry = 0 2024-11-11T13:24:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741830_1006 (size=32770) 2024-11-11T13:24:04,067 INFO [M:0;bbb9a1547c7c:45367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:24:04,067 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:24:04,068 INFO [M:0;bbb9a1547c7c:45367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45367 2024-11-11T13:24:04,068 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:24:04,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:04,169 INFO [M:0;bbb9a1547c7c:45367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:24:04,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45367-0x1002ef437400003, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:04,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2590021c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:24:04,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:04,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:04,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:04,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:04,174 WARN [BP-1665633712-172.17.0.2-1731331418339 heartbeating to localhost/127.0.0.1:46707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:24:04,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:24:04,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:24:04,174 WARN [BP-1665633712-172.17.0.2-1731331418339 heartbeating to localhost/127.0.0.1:46707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1665633712-172.17.0.2-1731331418339 (Datanode Uuid 60d2af4e-2963-41b5-bd68-f71704d6a2ca) service to localhost/127.0.0.1:46707 2024-11-11T13:24:04,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/cluster_620e12d6-0f88-9270-c7f8-91641809fe25/data/data1/current/BP-1665633712-172.17.0.2-1731331418339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:04,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/cluster_620e12d6-0f88-9270-c7f8-91641809fe25/data/data2/current/BP-1665633712-172.17.0.2-1731331418339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:04,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:24:04,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466bec40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:24:04,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:04,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:04,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:04,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9a2907b-d439-24ef-d2b5-2bda3c5bd486/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:04,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:24:04,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:24:04,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:24:04,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:04,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:04,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:04,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:24:04,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:24:04,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1630517057, stopped=false 2024-11-11T13:24:04,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,43143,1731331415650 2024-11-11T13:24:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01119728284/running 2024-11-11T13:24:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01119728284/running 2024-11-11T13:24:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:24:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:24:04,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:24:04,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:24:04,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/running 2024-11-11T13:24:04,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Set watcher on znode that does not yet exist, /01119728284/running 2024-11-11T13:24:04,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:04,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:04,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,34319,1731331415693' ***** 2024-11-11T13:24:04,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:24:04,196 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:24:04,196 INFO [RS:0;bbb9a1547c7c:34319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:24:04,196 INFO [RS:0;bbb9a1547c7c:34319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:24:04,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:24:04,196 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bc40f0ba4165ea71b398d24ab7ef694 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for d548925ab327987df436917b15ce2da9 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,34319,1731331415693 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34319. 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bc40f0ba4165ea71b398d24ab7ef694, disabling compactions & flushes 2024-11-11T13:24:04,197 DEBUG [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:04,197 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:24:04,197 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. after waiting 0 ms 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:24:04,197 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bc40f0ba4165ea71b398d24ab7ef694 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T13:24:04,197 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T13:24:04,197 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1325): Online Regions={7bc40f0ba4165ea71b398d24ab7ef694=hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694., d548925ab327987df436917b15ce2da9=test,,1731331425619.d548925ab327987df436917b15ce2da9., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:24:04,197 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc40f0ba4165ea71b398d24ab7ef694, d548925ab327987df436917b15ce2da9 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:24:04,197 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:24:04,197 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:24:04,198 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T13:24:04,211 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/info/f919a554448046d8968cc538fa8642b1 is 147, key is hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694./info:regioninfo/1731331432226/Put/seqid=0 2024-11-11T13:24:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741847_1023 (size=7686) 2024-11-11T13:24:04,217 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/hfileref/81729d6bf2da41a9ad7d9640bdf32022 is 74, key is 1/hfileref:45924bb2d33944e2a87a144371cb2123_SeqId_4_/1731331434397/DeleteColumn/seqid=0 2024-11-11T13:24:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741848_1024 (size=5489) 2024-11-11T13:24:04,268 INFO [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:24:04,397 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc40f0ba4165ea71b398d24ab7ef694, d548925ab327987df436917b15ce2da9 2024-11-11T13:24:04,598 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc40f0ba4165ea71b398d24ab7ef694, d548925ab327987df436917b15ce2da9 2024-11-11T13:24:04,615 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/info/f919a554448046d8968cc538fa8642b1 2024-11-11T13:24:04,620 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/hfileref/81729d6bf2da41a9ad7d9640bdf32022 2024-11-11T13:24:04,632 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/ns/1692a09c232246f58398c543b1df6dac is 43, key is default/ns:d/1731331418205/Put/seqid=0 2024-11-11T13:24:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741849_1025 (size=5153) 2024-11-11T13:24:04,643 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/queue/7259589a964a4cd38f3770f6003efb43 is 153, key is 1-bbb9a1547c7c,34319,1731331415693/queue:bbb9a1547c7c%2C34319%2C1731331415693/1731331436828/Put/seqid=0 2024-11-11T13:24:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741850_1026 (size=5504) 2024-11-11T13:24:04,725 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:04,798 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc40f0ba4165ea71b398d24ab7ef694, d548925ab327987df436917b15ce2da9 2024-11-11T13:24:04,998 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc40f0ba4165ea71b398d24ab7ef694, d548925ab327987df436917b15ce2da9 2024-11-11T13:24:05,018 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:05,035 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/ns/1692a09c232246f58398c543b1df6dac 2024-11-11T13:24:05,046 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/queue/7259589a964a4cd38f3770f6003efb43 2024-11-11T13:24:05,050 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/hfileref/81729d6bf2da41a9ad7d9640bdf32022 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/hfileref/81729d6bf2da41a9ad7d9640bdf32022 2024-11-11T13:24:05,052 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/rep_barrier/1c5807574c6640e7a2b4e62a0694db96 is 112, key is test,,1731331425619.d548925ab327987df436917b15ce2da9./rep_barrier:seqnumDuringOpen/1731331426757/Put/seqid=0 2024-11-11T13:24:05,053 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/hfileref/81729d6bf2da41a9ad7d9640bdf32022, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T13:24:05,054 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/.tmp/queue/7259589a964a4cd38f3770f6003efb43 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/queue/7259589a964a4cd38f3770f6003efb43 2024-11-11T13:24:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741851_1027 (size=5518) 2024-11-11T13:24:05,058 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/queue/7259589a964a4cd38f3770f6003efb43, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T13:24:05,058 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7bc40f0ba4165ea71b398d24ab7ef694 in 861ms, sequenceid=17, compaction requested=false 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/replication/7bc40f0ba4165ea71b398d24ab7ef694/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:24:05,062 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bc40f0ba4165ea71b398d24ab7ef694: Waiting for close lock at 1731331444197Running coprocessor pre-close hooks at 1731331444197Disabling compacts and flushes for region at 1731331444197Disabling writes for close at 1731331444197Obtaining lock to block concurrent updates at 1731331444197Preparing flush snapshotting stores in 7bc40f0ba4165ea71b398d24ab7ef694 at 1731331444197Finished memstore snapshotting hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731331444197Flushing stores of hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. at 1731331444198 (+1 ms)Flushing 7bc40f0ba4165ea71b398d24ab7ef694/hfileref: creating writer at 1731331444198Flushing 7bc40f0ba4165ea71b398d24ab7ef694/hfileref: appending metadata at 1731331444216 (+18 ms)Flushing 7bc40f0ba4165ea71b398d24ab7ef694/hfileref: closing flushed file at 1731331444216Flushing 7bc40f0ba4165ea71b398d24ab7ef694/queue: creating writer at 1731331444623 (+407 ms)Flushing 7bc40f0ba4165ea71b398d24ab7ef694/queue: appending metadata at 1731331444643 (+20 ms)Flushing 7bc40f0ba4165ea71b398d24ab7ef694/queue: closing flushed file at 1731331444643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1d9882: reopening flushed file at 1731331445049 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ec126a: reopening flushed file at 1731331445053 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7bc40f0ba4165ea71b398d24ab7ef694 in 861ms, sequenceid=17, compaction requested=false at 1731331445058 (+5 ms)Writing region close event to WAL at 1731331445059 (+1 ms)Running coprocessor post-close hooks at 1731331445062 (+3 ms)Closed at 1731331445062 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731331431067.7bc40f0ba4165ea71b398d24ab7ef694. 2024-11-11T13:24:05,062 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d548925ab327987df436917b15ce2da9, disabling compactions & flushes 2024-11-11T13:24:05,062 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:24:05,063 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:24:05,063 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731331425619.d548925ab327987df436917b15ce2da9. after waiting 0 ms 2024-11-11T13:24:05,063 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:24:05,065 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/default/test/d548925ab327987df436917b15ce2da9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:24:05,065 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:24:05,065 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T13:24:05,065 INFO [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:24:05,066 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d548925ab327987df436917b15ce2da9: Waiting for close lock at 1731331445062Running coprocessor pre-close hooks at 1731331445062Disabling compacts and flushes for region at 1731331445062Disabling writes for close at 1731331445063 (+1 ms)Writing region close event to WAL at 1731331445063Running coprocessor post-close hooks at 1731331445065 (+2 ms)Closed at 1731331445065 2024-11-11T13:24:05,066 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731331425619.d548925ab327987df436917b15ce2da9. 2024-11-11T13:24:05,198 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T13:24:05,198 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:24:05,198 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:05,236 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:24:05,236 INFO [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:24:05,238 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:24:05,398 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:05,455 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/rep_barrier/1c5807574c6640e7a2b4e62a0694db96 2024-11-11T13:24:05,471 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/table/92446d086bda4e8e9a62e108ed33248e is 53, key is hbase:replication/table:state/1731331432231/Put/seqid=0 2024-11-11T13:24:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741852_1028 (size=5308) 2024-11-11T13:24:05,599 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:05,799 DEBUG [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:24:05,874 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/table/92446d086bda4e8e9a62e108ed33248e 2024-11-11T13:24:05,878 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/info/f919a554448046d8968cc538fa8642b1 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/info/f919a554448046d8968cc538fa8642b1 2024-11-11T13:24:05,881 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/info/f919a554448046d8968cc538fa8642b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T13:24:05,882 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/ns/1692a09c232246f58398c543b1df6dac as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/ns/1692a09c232246f58398c543b1df6dac 2024-11-11T13:24:05,885 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/ns/1692a09c232246f58398c543b1df6dac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T13:24:05,885 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/rep_barrier/1c5807574c6640e7a2b4e62a0694db96 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/rep_barrier/1c5807574c6640e7a2b4e62a0694db96 2024-11-11T13:24:05,889 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/rep_barrier/1c5807574c6640e7a2b4e62a0694db96, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T13:24:05,889 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/.tmp/table/92446d086bda4e8e9a62e108ed33248e as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/table/92446d086bda4e8e9a62e108ed33248e 2024-11-11T13:24:05,893 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/table/92446d086bda4e8e9a62e108ed33248e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T13:24:05,894 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-11-11T13:24:05,894 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:24:05,901 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T13:24:05,902 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T13:24:05,902 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:24:05,902 INFO [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:24:05,902 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731331444197Running coprocessor pre-close hooks at 1731331444197Disabling compacts and flushes for region at 1731331444197Disabling writes for close at 1731331444197Obtaining lock to block concurrent updates at 1731331444198 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731331444198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731331444198Flushing stores of hbase:meta,,1.1588230740 at 1731331444198Flushing 1588230740/info: creating writer at 1731331444198Flushing 1588230740/info: appending metadata at 1731331444211 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731331444211Flushing 1588230740/ns: creating writer at 1731331444619 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731331444632 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731331444632Flushing 1588230740/rep_barrier: creating writer at 1731331445038 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731331445051 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731331445051Flushing 1588230740/table: creating writer at 1731331445458 (+407 ms)Flushing 1588230740/table: appending metadata at 1731331445470 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731331445470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4c1667: reopening flushed file at 1731331445877 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9d9d02: reopening flushed file at 1731331445881 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a8c9a2: reopening flushed file at 1731331445885 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43470f50: reopening flushed file at 1731331445889 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1731331445894 (+5 ms)Writing region close event to WAL at 1731331445899 (+5 ms)Running coprocessor post-close hooks at 1731331445902 (+3 ms)Closed at 1731331445902 2024-11-11T13:24:05,902 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:24:05,999 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,34319,1731331415693; all regions closed. 2024-11-11T13:24:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741843_1019 (size=859) 2024-11-11T13:24:06,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.meta.1731331434725.meta not finished, retry = 0 2024-11-11T13:24:06,104 DEBUG [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs 2024-11-11T13:24:06,104 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693.meta:.meta(num 1731331434725) 2024-11-11T13:24:06,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741844_1020 (size=2791) 2024-11-11T13:24:06,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.rep.1731331434745 not finished, retry = 0 2024-11-11T13:24:06,128 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 393, reset compression=false 2024-11-11T13:24:06,131 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T13:24:06,131 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705 to pos 688, reset compression=false 2024-11-11T13:24:06,132 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bbb9a1547c7c,34319,1731331415693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/WALs/bbb9a1547c7c,34319,1731331415693/bbb9a1547c7c%2C34319%2C1731331415693.1731331434705, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T13:24:06,132 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bbb9a1547c7c,34319,1731331415693: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-bbb9a1547c7c,34319,1731331415693, walGroup=bbb9a1547c7c%2C34319%2C1731331415693, offset=bbb9a1547c7c%2C34319%2C1731331415693.1731331434705:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:34319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T13:24:06,133 ERROR [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:24:06,133 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:24:06,134 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:24:06,134 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:24:06,134 DEBUG [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:24:06,134 INFO [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1671430144, "init": 1048576000, "max": 2306867200, "used": 1102528512 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207700768 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:24:06,135 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:43143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bbb9a1547c7c:43143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T13:24:06,208 DEBUG [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs 2024-11-11T13:24:06,208 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693.rep:(num 1731331434745) 2024-11-11T13:24:06,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741842_1018 (size=696) 2024-11-11T13:24:06,211 DEBUG [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/oldWALs 2024-11-11T13:24:06,211 INFO [RS:0;bbb9a1547c7c:34319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C34319%2C1731331415693:(num 1731331434705) 2024-11-11T13:24:06,211 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:06,211 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:24:06,211 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:24:06,211 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:24:06,211 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:24:06,211 INFO [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:24:06,212 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bbb9a1547c7c,34319,1731331415693 because: Region server is closing 2024-11-11T13:24:06,212 INFO [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34319. 2024-11-11T13:24:06,212 DEBUG [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:06,212 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:06,212 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:06,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:24:06,313 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.wal-reader.bbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T13:24:06,313 WARN [RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T13:24:06,313 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,1-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,1-bbb9a1547c7c,34319,1731331415693 terminated 2024-11-11T13:24:06,313 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bbb9a1547c7c,34319,1731331415693 because: Region server is closing 2024-11-11T13:24:06,313 INFO [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:34319. 2024-11-11T13:24:06,313 DEBUG [RS:0;bbb9a1547c7c:34319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:24:06,313 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:06,313 DEBUG [RS:0;bbb9a1547c7c:34319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:24:06,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:24:06,414 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0-0.replicationSource,2-bbb9a1547c7c,34319,1731331415693.replicationSource.shipperbbb9a1547c7c%2C34319%2C1731331415693,2-bbb9a1547c7c,34319,1731331415693 terminated 2024-11-11T13:24:06,414 INFO [RS:0;bbb9a1547c7c:34319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34319 2024-11-11T13:24:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284/rs 2024-11-11T13:24:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01119728284/rs/bbb9a1547c7c,34319,1731331415693 2024-11-11T13:24:06,415 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:24:06,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,34319,1731331415693] 2024-11-11T13:24:06,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01119728284/draining/bbb9a1547c7c,34319,1731331415693 already deleted, retry=false 2024-11-11T13:24:06,416 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bbb9a1547c7c,34319,1731331415693 expired; onlineServers=0 2024-11-11T13:24:06,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,43143,1731331415650' ***** 2024-11-11T13:24:06,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:24:06,416 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:24:06,416 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:24:06,416 DEBUG [M:0;bbb9a1547c7c:43143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:24:06,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:24:06,417 DEBUG [M:0;bbb9a1547c7c:43143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:24:06,417 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331417036 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331417036,5,FailOnTimeoutGroup] 2024-11-11T13:24:06,417 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331417037 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331417037,5,FailOnTimeoutGroup] 2024-11-11T13:24:06,417 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:24:06,417 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:24:06,417 DEBUG [M:0;bbb9a1547c7c:43143 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:24:06,417 INFO [M:0;bbb9a1547c7c:43143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:24:06,417 INFO [M:0;bbb9a1547c7c:43143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:24:06,417 INFO [M:0;bbb9a1547c7c:43143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:24:06,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:24:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01119728284/master 2024-11-11T13:24:06,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01119728284 2024-11-11T13:24:06,418 DEBUG [M:0;bbb9a1547c7c:43143 {}] zookeeper.ZKUtil(347): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Unable to get data of znode /01119728284/master because node does not exist (not an error) 2024-11-11T13:24:06,418 WARN [M:0;bbb9a1547c7c:43143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:24:06,418 INFO [M:0;bbb9a1547c7c:43143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/.lastflushedseqids 2024-11-11T13:24:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741853_1029 (size=263) 2024-11-11T13:24:06,421 INFO [M:0;bbb9a1547c7c:43143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:24:06,421 INFO [M:0;bbb9a1547c7c:43143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:24:06,421 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:24:06,421 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:06,421 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:06,421 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:24:06,421 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:06,422 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-11T13:24:06,439 DEBUG [M:0;bbb9a1547c7c:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d1481c0e754cf3a64c7961b50b9587 is 82, key is hbase:meta,,1/info:regioninfo/1731331418195/Put/seqid=0 2024-11-11T13:24:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741854_1030 (size=5672) 2024-11-11T13:24:06,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:06,516 INFO [RS:0;bbb9a1547c7c:34319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:24:06,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34319-0x1002ef437400001, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:06,516 INFO [RS:0;bbb9a1547c7c:34319 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,34319,1731331415693; zookeeper connection closed. 2024-11-11T13:24:06,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39ff9a92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39ff9a92 2024-11-11T13:24:06,516 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T13:24:06,843 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d1481c0e754cf3a64c7961b50b9587 2024-11-11T13:24:06,859 DEBUG [M:0;bbb9a1547c7c:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d6b21e86555442c93470c31b2ac59cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731331432234/Put/seqid=0 2024-11-11T13:24:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741855_1031 (size=8909) 2024-11-11T13:24:07,263 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d6b21e86555442c93470c31b2ac59cf 2024-11-11T13:24:07,280 DEBUG [M:0;bbb9a1547c7c:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbfcec68cb154c2aa3becaf7df4a1415 is 69, key is bbb9a1547c7c,34319,1731331415693/rs:state/1731331417128/Put/seqid=0 2024-11-11T13:24:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741856_1032 (size=5156) 2024-11-11T13:24:07,683 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbfcec68cb154c2aa3becaf7df4a1415 2024-11-11T13:24:07,687 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d1481c0e754cf3a64c7961b50b9587 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d1481c0e754cf3a64c7961b50b9587 2024-11-11T13:24:07,691 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d1481c0e754cf3a64c7961b50b9587, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T13:24:07,691 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d6b21e86555442c93470c31b2ac59cf as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d6b21e86555442c93470c31b2ac59cf 2024-11-11T13:24:07,694 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d6b21e86555442c93470c31b2ac59cf, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T13:24:07,695 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbfcec68cb154c2aa3becaf7df4a1415 as hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbfcec68cb154c2aa3becaf7df4a1415 2024-11-11T13:24:07,697 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbfcec68cb154c2aa3becaf7df4a1415, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T13:24:07,698 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false 2024-11-11T13:24:07,699 INFO [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:24:07,699 DEBUG [M:0;bbb9a1547c7c:43143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731331446421Disabling compacts and flushes for region at 1731331446421Disabling writes for close at 1731331446421Obtaining lock to block concurrent updates at 1731331446422 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331446422Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731331446422Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331446422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331446422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331446439 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331446439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331446846 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331446859 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331446859Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331447266 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331447279 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331447279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6c761c: reopening flushed file at 1731331447687 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159353e2: reopening flushed file at 1731331447691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5554aada: reopening flushed file at 1731331447694 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false at 1731331447698 (+4 ms)Writing region close event to WAL at 1731331447699 (+1 ms)Closed at 1731331447699 2024-11-11T13:24:07,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80682739-0081-1859-4678-98b7639f4457/MasterData/WALs/bbb9a1547c7c,43143,1731331415650/bbb9a1547c7c%2C43143%2C1731331415650.1731331416966 not finished, retry = 0 2024-11-11T13:24:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40249 is added to blk_1073741830_1006 (size=69055) 2024-11-11T13:24:07,802 INFO [M:0;bbb9a1547c7c:43143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:24:07,802 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:24:07,802 INFO [M:0;bbb9a1547c7c:43143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43143 2024-11-11T13:24:07,802 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:24:07,903 INFO [M:0;bbb9a1547c7c:43143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:24:07,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:07,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1002ef437400000, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:24:07,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:24:07,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:07,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:07,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:07,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:07,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:24:07,907 WARN [BP-1060684693-172.17.0.2-1731331414759 heartbeating to localhost/127.0.0.1:37695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:24:07,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:24:07,907 WARN [BP-1060684693-172.17.0.2-1731331414759 heartbeating to localhost/127.0.0.1:37695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060684693-172.17.0.2-1731331414759 (Datanode Uuid e1d5cd99-3eff-474f-8cec-f401e13cad23) service to localhost/127.0.0.1:37695 2024-11-11T13:24:07,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/data/data1/current/BP-1060684693-172.17.0.2-1731331414759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:07,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/cluster_379038df-012d-29cf-ff8e-51bf4fbd0da9/data/data2/current/BP-1060684693-172.17.0.2-1731331414759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:24:07,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:24:07,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:24:07,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:24:07,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:24:07,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:24:07,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/511bc217-5e73-905c-7bf4-7b5e2e2eaf93/hadoop.log.dir/,STOPPED} 2024-11-11T13:24:07,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:24:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:24:07,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 531) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41497 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46707 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37695 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 336), ProcessCount=11 (was 11), AvailableMemoryMB=1304 (was 1601) 2024-11-11T13:24:07,954 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-11T13:24:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002ef437400005, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:24:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002ef437400008, quorum=127.0.0.1:61296, baseZNode=/292749040 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:24:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002ef437400002, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T13:24:08,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002ef437400002, quorum=127.0.0.1:61296, baseZNode=/01119728284 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:24:08,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002ef437400008, quorum=127.0.0.1:61296, baseZNode=/292749040 Received Disconnected from ZooKeeper, ignoring 2024-11-11T13:24:08,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002ef437400005, quorum=127.0.0.1:61296, baseZNode=/1259378733 Received Disconnected from ZooKeeper, ignoring